-- Logs begin at Wed 2021-12-15 20:29:48 UTC, end at Wed 2021-12-15 21:50:20 UTC. -- Dec 15 21:17:49.264486 dv-cinder-812685-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 21:17:52.132756 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.common.config [-] Logging enabled! Dec 15 21:17:52.133369 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev281 Dec 15 21:17:52.133585 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 21:17:52.136876 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.common.config [-] Logging enabled! Dec 15 21:17:52.137138 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev281 Dec 15 21:17:52.137491 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103143) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 21:17:52.138419 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:17:52.138658 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:17:52.140262 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:17:52.140262 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:17:52.140262 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:17:52.140262 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.140636 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 21:17:52.140636 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.140881 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.141178 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.141509 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.141807 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.142095 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.142388 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.142690 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.143234 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.143519 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.143807 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.144104 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.144393 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.144681 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.144972 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.145260 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] debug = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.145572 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.146007 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.146407 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.146691 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.146984 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.147268 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.147543 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.147823 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.148111 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.148439 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] host = dv-cinder-812685-6-iscsi {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.148718 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.149006 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.149296 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.149611 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.149891 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.150171 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.150458 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.150736 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.151011 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.151289 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.151584 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.151877 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.152167 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.152395 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.152621 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.152919 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.153208 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.153516 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.153795 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.154071 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.154351 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.154628 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.154900 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.155188 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.155998 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.156286 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.156563 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.156839 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.157114 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.157415 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.157706 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.157984 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.158261 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.158538 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.158827 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.159098 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.159373 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.159674 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.159965 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.160251 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.160540 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.160814 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.161096 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.161396 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.161675 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.161952 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_json = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.162231 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.162504 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.162788 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.163061 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.163333 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.163609 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.163883 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.164167 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:52.164463 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.164761 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.165062 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.165367 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.165671 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.168913 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169856 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.169856 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.170094 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.170377 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.170666 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.170991 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.171801 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.172101 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.172387 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.172689 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.172980 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.173276 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.173594 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.173872 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.174155 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.174448 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.174727 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.175015 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.175281 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.175573 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.175851 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.176125 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.176409 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.176689 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.176962 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.177235 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.177536 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.177825 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.178104 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.178378 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.178650 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.178928 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.179203 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.179489 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.179768 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.180041 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.180315 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.180595 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.180867 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.181141 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.181449 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.181724 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.182005 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.182281 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.182555 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.182833 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.183106 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.183379 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.183653 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.183924 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.184202 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.184480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.184756 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.185026 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.185303 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.185603 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.185891 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.186195 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.186480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.186787 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.187070 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.187353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.187635 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.187916 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.188196 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.188480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.188757 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.189049 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.189357 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.189651 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.189945 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.190238 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.190535 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.190815 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.191098 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.191375 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.191653 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.191935 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.192225 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.192518 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.192811 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.193104 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.193433 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.193733 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.197161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.197161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.197161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:52.197161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:17:52.197161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103143) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 21:17:52.626542 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 21:17:52.626825 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 21:17:52.627138 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 21:17:52.627478 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 21:17:52.959859 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:52.960074 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:52.960348 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:52.961724 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:52.962000 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:52.962266 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.009415 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.009710 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.009971 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.024392 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.024675 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.024949 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.053605 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.053890 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.054171 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.092067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.092348 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.092618 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.435044 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.435657 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.435657 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.435835 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.436572 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.535330 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.535656 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.535944 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.536222 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.536491 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.536805 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.537070 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.537424 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.537690 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.537978 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.538241 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.538509 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.538766 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.539020 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.539278 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.539544 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.539803 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.540073 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.540346 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.540606 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.540881 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.541140 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.541449 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.541838 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.542095 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.542344 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.542746 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.542992 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.543235 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.543480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.543719 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.543957 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:53.544322 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 21:17:53.548985 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 21:17:53.553062 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 21:17:53.557018 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Dec 15 21:17:53.558695 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 21:17:53.559162 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 21:17:53.559506 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 21:17:53.559894 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 21:17:53.562772 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 21:17:53.563027 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 21:17:53.563376 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 21:17:53.568683 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 21:17:53.591600 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 21:17:53.592052 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.592354 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103143) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 21:17:53.593226 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.594638 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103143) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 21:17:53.594926 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 21:17:53.595183 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 21:17:53.598417 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.598708 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:53.664199 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 21:17:53.666390 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 21:17:53.666646 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 21:17:53.667044 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 21:17:53.689224 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_db.sqlalchemy.engines [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103143) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 21:17:54.286549 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing driver for type 'gre' Dec 15 21:17:54.287086 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] gre ID ranges: [(1, 1000)] Dec 15 21:17:54.474170 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing driver for type 'local' Dec 15 21:17:54.474745 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing driver for type 'vlan' Dec 15 21:17:54.549651 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] VlanTypeDriver initialization complete Dec 15 21:17:54.549974 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing driver for type 'vxlan' Dec 15 21:17:54.550476 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] vxlan ID ranges: [(1, 1000)] Dec 15 21:17:54.766643 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing extension driver 'port_security' Dec 15 21:17:54.767111 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] PortSecurityExtensionDriver initialization complete Dec 15 21:17:54.767493 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing mechanism driver 'openvswitch' Dec 15 21:17:54.768125 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing mechanism driver 'hyperv' Dec 15 21:17:54.774793 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.plugin [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:17:54.775640 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.776016 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.776371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.776910 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.777366 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.777722 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.778075 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.778482 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.778890 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.779237 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.779579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.779982 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.780964 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.781336 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.781687 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.782097 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.782508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.784601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.784601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.784601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.784601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > address_group after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.784601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > address_group after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.785007 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.785007 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103143) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 21:17:54.785423 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] ML2 OVO RPC backend initialized. {{(pid=103143) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 21:17:54.786140 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.786497 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.786915 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.787268 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > networks before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.787615 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.787962 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > ports before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.788304 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.788646 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnets before_response 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.788991 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.789348 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.789687 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.790023 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.790357 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.790690 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.791025 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.791360 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.791692 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.792271 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.plugin [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Modular L2 Plugin initialization complete Dec 15 21:17:54.792600 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading services supported by the core plugin {{(pid=103143) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 21:17:54.792923 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.plugins.ml2.managers [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Got port-security extension from driver 'port_security' Dec 15 21:17:54.793409 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.extensions.vlantransparent [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Disabled vlantransparent extension. Dec 15 21:17:54.793896 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103143) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 21:17:54.794207 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: router Dec 15 21:17:54.831237 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.831632 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_create 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.832006 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router before_create 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.832374 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.832756 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.833112 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_delete 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.833509 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.833983 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.834346 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_create 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.834693 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.835043 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.835391 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.835750 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.836165 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.836541 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.836879 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.837217 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: subnet after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.837584 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.837940 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.838286 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_create 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.838628 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.838971 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.839326 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router after_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.839666 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.840013 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_create 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.840374 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.840717 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_update 55549900 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.841080 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > agent after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.841476 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > agent after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.841817 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > network after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.842698 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Tracking information for resource: router configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:54.843036 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Tracking information for resource: floatingip configured {{(pid=103143) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:17:54.847974 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.db.l3_agentschedulers_db [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 21:17:54.848549 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.848914 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.849267 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.849643 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: port after_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.850441 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router before_create 55550100 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.850805 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.851168 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_create 55550100 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.851522 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > router precommit_update 55550100 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.856469 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.provider_configuration [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service providers = [] {{(pid=103143) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 21:17:54.856836 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.db.servicetype_db [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103143) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 21:17:54.859803 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.service_base [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:17:54.860156 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.service_base [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:17:54.860500 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.service_base [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:17:54.861431 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.services.service_base [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103143) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:17:54.861810 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.services.service_base [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 21:17:54.862184 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.862504 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 21:17:54.873168 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.873528 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: auto_allocate Dec 15 21:17:54.879854 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: network precommit_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.880225 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: network precommit_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.880741 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.881062 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: tag Dec 15 21:17:54.887858 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.888195 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: timestamp Dec 15 21:17:54.892571 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.893146 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: network_ip_availability Dec 15 21:17:54.898662 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.899035 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.899390 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:54.900100 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.900421 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: flavors Dec 15 21:17:54.905480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.905816 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading Plugin: revisions Dec 15 21:17:54.910144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103143) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:17:54.910537 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.283s {{(pid=103143) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 21:17:54.911281 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103143) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 21:17:54.911619 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Initializing extension manager. Dec 15 21:17:54.912136 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: __init__.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.912477 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: __pycache__ {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.912811 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.913144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: address_group.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.913924 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.914488 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: address-group Dec 15 21:17:54.914812 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: address_scope.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.915529 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.916035 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: address-scope Dec 15 21:17:54.916356 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.917285 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.917816 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: router-admin-state-down-before-update Dec 15 21:17:54.918144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: agent.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.918848 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.919354 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: agent Dec 15 21:17:54.919676 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: agent_resources_synced.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.920590 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.921123 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: agent-resources-synced Dec 15 21:17:54.921475 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: allowedaddresspairs.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.923270 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.923785 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: allowed-address-pairs Dec 15 21:17:54.924111 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: auto_allocated_topology.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.925190 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.925725 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: auto-allocated-topology Dec 15 21:17:54.926049 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: availability_zone.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.926742 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.927243 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: availability_zone Dec 15 21:17:54.927564 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: availability_zone_filter.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.936320 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.937368 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: availability_zone_filter Dec 15 21:17:54.937695 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: data_plane_status.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.938754 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.939258 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 21:17:54.939578 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: default_subnetpools.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.940499 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.941007 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: default-subnetpools Dec 15 21:17:54.941349 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.942170 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.942673 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: dhcp_agent_scheduler Dec 15 21:17:54.942992 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: dns.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.943907 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.944406 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 21:17:54.944728 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: dns_domain_ports.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.945693 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.946205 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 21:17:54.946526 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.947454 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.947955 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 21:17:54.948276 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: dvr.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.948943 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.949478 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: dvr Dec 15 21:17:54.949797 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: ecmp_routes.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.950717 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.951221 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 21:17:54.951541 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: empty_string_filtering.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.958250 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.958786 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: empty-string-filtering Dec 15 21:17:54.959118 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.961917 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.962431 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 21:17:54.962777 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.963699 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.964204 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 21:17:54.964529 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: external_net.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.965480 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.965990 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: external-net Dec 15 21:17:54.966314 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.967249 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.967819 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: extra_dhcp_opt Dec 15 21:17:54.968083 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: extraroute.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.968996 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.969539 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: extraroute Dec 15 21:17:54.969858 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: extraroute_atomic.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.972537 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.973070 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: extraroute-atomic Dec 15 21:17:54.973424 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: filter_validation.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.974121 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.974638 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: filter-validation Dec 15 21:17:54.974963 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: fip_pf_description.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.975894 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.976411 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 21:17:54.976738 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: fip_port_details.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.977755 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.978263 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: fip-port-details Dec 15 21:17:54.978586 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: flavors.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.979848 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.980363 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: flavors Dec 15 21:17:54.980690 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.982444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.982965 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 21:17:54.983321 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: floatingip_pools.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.984034 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.984544 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: floatingip-pools Dec 15 21:17:54.984872 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: ip_allocation.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.985832 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.986344 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 21:17:54.986666 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.987589 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.988096 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: ip-substring-filtering Dec 15 21:17:54.988424 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l2_adjacency.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.989384 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.989892 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 21:17:54.990218 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.991209 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.991719 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: router Dec 15 21:17:54.992047 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.994432 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.994953 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 21:17:54.995284 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.996220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.996732 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: ext-gw-mode Dec 15 21:17:54.997060 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:54.998012 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:54.998526 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: l3-ha Dec 15 21:17:54.998852 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3_flavors.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.004503 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.005021 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: l3-flavors Dec 15 21:17:55.005371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.006292 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.006801 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 21:17:55.007127 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: l3agentscheduler.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.008173 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.008681 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: l3_agent_scheduler Dec 15 21:17:55.009007 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: local_ip.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.012493 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.013016 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension local_ip not supported by any of loaded plugins Dec 15 21:17:55.013372 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: logging.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.015471 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.015983 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension logging not supported by any of loaded plugins Dec 15 21:17:55.016314 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: metering.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.017188 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.018051 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: metering Dec 15 21:17:55.018379 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.019483 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.020005 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: metering_source_and_destination_fields Dec 15 21:17:55.020334 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: multiprovidernet.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.021289 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.021817 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: multi-provider Dec 15 21:17:55.022144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: netmtu.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.023064 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.023575 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: net-mtu Dec 15 21:17:55.023901 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: netmtu_writable.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.024823 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.025355 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: net-mtu-writable Dec 15 21:17:55.025689 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: network_availability_zone.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.026358 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.026869 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: network_availability_zone Dec 15 21:17:55.027194 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: network_ip_availability.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.028308 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.028824 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: network-ip-availability Dec 15 21:17:55.029150 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: network_segment_range.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.029943 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.030468 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 21:17:55.030791 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: pagination.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.031779 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.032112 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: pagination Dec 15 21:17:55.032435 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: port_device_profile.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.033387 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.033900 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: port-device-profile Dec 15 21:17:55.034282 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.035155 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.035665 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: port-mac-address-regenerate Dec 15 21:17:55.035990 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.036924 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.037465 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: port-numa-affinity-policy Dec 15 21:17:55.037793 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: port_resource_request.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.038718 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.039221 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 21:17:55.039550 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: port_resource_request_groups.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.040531 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.041032 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 21:17:55.041378 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: portbindings.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.042315 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.042822 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: binding Dec 15 21:17:55.043141 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: portbindings_extended.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.044433 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.044947 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: binding-extended Dec 15 21:17:55.045274 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: portsecurity.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.046250 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.046763 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: port-security Dec 15 21:17:55.047090 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: project_id.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.048073 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.048403 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: project-id Dec 15 21:17:55.048727 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: providernet.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.049700 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.050211 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: provider Dec 15 21:17:55.050536 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.054128 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.054604 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos not supported by any of loaded plugins Dec 15 21:17:55.054937 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.056185 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.056702 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 21:17:55.057036 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.057990 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.058509 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 21:17:55.058834 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_default.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.066725 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.067243 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-default not supported by any of loaded plugins Dec 15 21:17:55.067575 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_fip.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.068234 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.068739 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 21:17:55.069066 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.070017 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.070527 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 15 21:17:55.070854 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_gateway_ip.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.071782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.072289 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 21:17:55.072614 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_port_network_policy.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.073677 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.074185 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 21:17:55.074511 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.075555 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.076066 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 21:17:55.076398 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_pps_rule.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.078190 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.078703 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 21:17:55.079028 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_rule_type_details.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.079960 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.080473 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 21:17:55.080800 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: qos_rules_alias.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.081877 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.082394 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 21:17:55.082720 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: quota_check_limit.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.083648 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.084163 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: quota-check-limit Dec 15 21:17:55.084486 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: quotasv2.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.085442 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.085774 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: quotas Dec 15 21:17:55.086102 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: quotasv2_detail.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.092491 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.092871 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: quota_details Dec 15 21:17:55.093203 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: rbac.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.094344 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.094827 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: rbac-policies Dec 15 21:17:55.095160 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: rbac_address_group.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.096121 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.096642 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: rbac-address-group Dec 15 21:17:55.096970 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: rbac_address_scope.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.097924 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.098446 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: rbac-address-scope Dec 15 21:17:55.098774 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: rbac_security_groups.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.099700 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.100212 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: rbac-security-groups Dec 15 21:17:55.100537 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: rbac_subnetpool.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.101522 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.102033 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: rbac-subnetpool Dec 15 21:17:55.102358 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: revisionifmatch.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.103283 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.103793 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: revision-if-match Dec 15 21:17:55.104116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: revisions.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.105232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.105763 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: standard-attr-revisions Dec 15 21:17:55.106086 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: router_availability_zone.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.106755 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.107262 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: router_availability_zone Dec 15 21:17:55.107583 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: routerservicetype.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.108529 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.109043 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 21:17:55.109391 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.110392 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.110900 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: security-groups-normalized-cidr Dec 15 21:17:55.111223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.112149 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.112672 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: port-security-groups-filtering Dec 15 21:17:55.112989 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.113949 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.114461 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: security-groups-remote-address-group Dec 15 21:17:55.114784 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.115719 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.116225 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: security-groups-shared-filtering Dec 15 21:17:55.116549 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.117142 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 21:17:55.117502 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: securitygroup.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.128031 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.128560 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: security-group Dec 15 21:17:55.128889 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: segment.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.129719 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.130233 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension segment not supported by any of loaded plugins Dec 15 21:17:55.130559 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.131536 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.132048 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 21:17:55.132373 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: servicetype.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.133688 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.134514 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: service-type Dec 15 21:17:55.135022 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: sorting.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.136388 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.136907 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: sorting Dec 15 21:17:55.137236 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: standard_attr_segment.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.138264 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.139012 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 21:17:55.139341 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: standardattrdescription.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.140671 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.141183 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: standard-attr-description Dec 15 21:17:55.141533 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: stateful_security_group.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.142475 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.143255 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: stateful-security-group Dec 15 21:17:55.143576 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: stdattrs_common.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.144159 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 21:17:55.144484 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.145461 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.145972 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 21:17:55.146295 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnet_onboard.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.147403 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.147884 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: subnet_onboard Dec 15 21:17:55.148206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.154308 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.154808 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 21:17:55.155150 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnet_service_types.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.156088 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.156598 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: subnet-service-types Dec 15 21:17:55.156923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnetallocation.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.158040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.158551 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: subnet_allocation Dec 15 21:17:55.158872 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.159536 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.160051 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: subnetpool-prefix-ops Dec 15 21:17:55.160375 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.161324 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.161845 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 21:17:55.162169 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: tagging.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.163246 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.163759 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: standard-attr-tag Dec 15 21:17:55.164087 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: timestamp.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.165295 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.165835 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loaded extension: standard-attr-timestamp Dec 15 21:17:55.166162 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: trunk.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.167204 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.167721 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension trunk not supported by any of loaded plugins Dec 15 21:17:55.168046 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: trunk_details.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.168983 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.169538 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 21:17:55.169863 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: uplink_status_propagation.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.170809 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.171322 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 21:17:55.171649 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Loading extension file: vlantransparent.py {{(pid=103143) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:17:55.172319 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103143) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:17:55.172826 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 21:17:55.175423 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:network Dec 15 21:17:55.175964 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnet Dec 15 21:17:55.176371 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:17:55.176766 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:port Dec 15 21:17:55.178080 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.178540 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service FLAVORS assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.179176 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.179607 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.179941 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:router Dec 15 21:17:55.180374 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 21:17:55.180871 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service METERING assigned prefix: /metering {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.182363 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103143) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:security_group Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 21:17:55.189838 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service CORE assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] subnetpool is already registered Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service CORE assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] subnetpool is already registered Dec 15 21:17:55.190288 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.190701 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service FLAVORS assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.191097 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.191520 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.191858 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:router Dec 15 21:17:55.192202 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] router is already registered Dec 15 21:17:55.192619 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 21:17:55.192956 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] floatingip is already registered Dec 15 21:17:55.193445 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service METERING assigned prefix: /metering {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.194120 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 21:17:55.194447 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] rbac_policy is already registered Dec 15 21:17:55.194859 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:security_group Dec 15 21:17:55.195195 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] security_group is already registered Dec 15 21:17:55.195599 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 21:17:55.195936 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] security_group_rule is already registered Dec 15 21:17:55.196562 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service CORE assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.196891 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:17:55.197225 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] subnetpool is already registered Dec 15 21:17:55.197682 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.v2.resource_helper [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Service CORE assigned prefix: {{(pid=103143) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:17:55.198011 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:17:55.198344 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING neutron.quota.resource_registry [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] subnetpool is already registered Dec 15 21:17:55.198815 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: extensions {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.200286 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: address-groups {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.201828 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: address-scopes {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.203684 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: agents {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.204843 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: auto-allocated-topology {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.206125 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: availability_zones {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.207326 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: dhcp-networks {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.208839 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: dhcp-agents {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.210310 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: routers {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.212504 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: flavors {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.213703 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: service_profiles {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.214919 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: next_providers {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.218500 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: service_profiles {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.218906 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: floatingip-pools {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.220147 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: routers {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.222310 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: floatingips {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.223578 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: l3-routers {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.224975 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: l3-agents {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.226436 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: metering-labels {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.227783 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: metering-label-rules {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.229081 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: network-ip-availabilities {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.230379 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: bindings {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.232026 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: quotas {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.234154 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: quotas {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.235685 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: rbac-policies {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.236960 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: security-groups {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.238224 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: security-group-rules {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.239460 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: service-providers {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.240735 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: subnetpools {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.242188 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: subnetpools {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.243722 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.245440 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.247233 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.249601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.251400 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.253232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.254966 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.256874 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.258668 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.260519 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron.api.extensions [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Extended resource: tags {{(pid=103143) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:17:55.266974 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING keystonemiddleware.auth_token [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 21:17:55.271988 dv-cinder-812685-6-iscsi neutron-server[103143]: WARNING keystonemiddleware.auth_token [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 21:17:55.280843 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Acquired lock "singleton_lock" {{(pid=103143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 21:17:55.281334 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_concurrency.lockutils [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Releasing lock "singleton_lock" {{(pid=103143) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 21:17:55.281987 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Starting 2 workers Dec 15 21:17:55.286884 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Started child 103254 {{(pid=103143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 21:17:55.291420 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Started child 103255 {{(pid=103143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 21:17:55.292313 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.293006 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO neutron.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 21:17:55.293653 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Publish callbacks [] for process, before_spawn {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.293901 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [-] (103254) wsgi starting up on http://0.0.0.0:9696 Dec 15 21:17:55.297723 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Starting 1 workers Dec 15 21:17:55.297847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.298329 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [-] (103255) wsgi starting up on http://0.0.0.0:9696 Dec 15 21:17:55.301858 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Started child 103256 {{(pid=103143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 21:17:55.302426 dv-cinder-812685-6-iscsi neutron-server[103143]: INFO oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Starting 1 workers Dec 15 21:17:55.305920 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] calling RpcWorker wait() {{(pid=103256) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 21:17:55.306459 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] returning from RpcWorker wait() {{(pid=103256) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 21:17:55.307066 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Started child 103257 {{(pid=103143) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 21:17:55.307782 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.307884 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG neutron_lib.callbacks.manager [None req-b1c7e76e-5a4e-4110-8d72-34ae76eb7670 None None] Publish callbacks [] for process, after_spawn {{(pid=103143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.308231 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:17:55.309805 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 21:17:55.310021 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:17:55.310208 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:17:55.310424 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:17:55.310753 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:17:55.310935 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:17:55.311549 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.312339 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.312509 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:17:55.312961 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.312961 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.313148 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.313702 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:17:55.313956 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.314207 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.314441 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.314889 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.315129 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.315299 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.315486 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.315733 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.315982 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.316293 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.316591 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.316833 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.317076 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.317248 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.317539 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.317806 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.318053 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.318338 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] debug = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.318597 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.319087 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.319337 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.319574 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.319798 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.320077 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.320334 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.320598 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.320837 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.321078 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.321347 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.321616 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.321877 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.322091 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.322349 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.322546 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.322808 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.323026 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.323482 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] host = dv-cinder-812685-6-iscsi {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.323722 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.323942 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.324170 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.324429 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.324676 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.324892 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.325144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.325478 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.325761 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_options = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.337444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.338592 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.339408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.342220 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343089 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.343841 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_json = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.344371 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.345663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.346796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.347336 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.347336 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.347539 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.347667 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.347937 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.348170 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.348505 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.348640 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.348832 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.349045 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.349279 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.354612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.356947 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.357496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.358009 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359040 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359441 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359441 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359946 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.359946 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.360174 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.360332 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.360601 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.360818 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.360975 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.361137 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.361428 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.361758 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.361997 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.362423 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.362644 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.363048 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.363266 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.363691 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.363923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.364563 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.365041 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.365302 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.365550 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.365796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.366019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.366322 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.366544 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.366759 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.366982 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.367440 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.367700 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.367945 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.368227 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.368508 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.368738 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.369198 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.369665 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.370117 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.370550 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.371013 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.371236 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.371499 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.371796 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.372079 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.372343 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.372612 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.372850 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.373141 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.373435 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.373706 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.374013 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.374774 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.375004 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.375253 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.375664 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.375884 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.376142 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.376448 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.376702 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.376927 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.377149 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.377450 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379401 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379401 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379575 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.379949 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.380334 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.380587 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.380805 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.381043 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.381261 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.381509 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.381767 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.381979 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.382206 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.382439 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.382662 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.382894 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.383134 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.383348 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.383590 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.383848 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.384078 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.384316 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.384534 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.384747 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.384995 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.385213 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.385511 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.385763 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.386007 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.386237 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.386460 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.386702 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.386918 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.387187 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.387400 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.387613 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.387847 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.388069 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.388304 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.388547 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.388844 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.388997 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.389417 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.389850 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.390356 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.390751 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.390989 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.391244 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.391465 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.391690 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.391932 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.392155 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.392400 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.392914 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.393137 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.393405 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.393696 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.393943 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.394164 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.394380 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.394588 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.394813 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.395025 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.395316 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.395554 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.395788 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.396047 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.396294 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.396525 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.396752 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.396964 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.397188 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.397436 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.397659 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.397870 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.398099 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401115 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.401715 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402195 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402195 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402195 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402378 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.402938 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.403297 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.403754 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.404019 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.404240 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.404543 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.404777 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406290 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406711 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406786 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.406992 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.407302 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.407843 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.407843 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.408080 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.408360 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.408654 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.408897 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.409303 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.410862 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.410862 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.410862 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.410862 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.410862 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.411569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.411569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.411569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.411569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.411856 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.412013 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.412258 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.412501 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.412751 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.412971 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.413202 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.413472 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.413735 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.413954 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.414193 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.414410 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.414569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:17:55.415128 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103143) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 21:17:55.415289 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:17:55.415445 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:17:55.415635 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:17:55.415811 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:17:55.415966 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:17:55.416177 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.416359 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.416494 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.416654 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.416813 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.416996 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.417159 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.417342 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.418561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419094 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419094 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419094 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419311 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419311 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419452 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419562 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] debug = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419723 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.419931 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.420095 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.420252 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.420411 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.420570 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.421350 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.421587 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.421745 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422065 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422226 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422387 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422547 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422709 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.422886 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423062 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423180 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423336 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423496 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] host = dv-cinder-812685-6-iscsi {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423655 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423816 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.423983 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424128 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424283 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424441 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424600 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424758 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.424917 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425074 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425233 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425489 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425649 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425808 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.425967 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_options = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426125 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426283 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426444 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426629 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426795 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.426955 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427113 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427272 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427430 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427588 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427747 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.427904 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428062 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428219 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428454 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428554 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428683 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.428842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429000 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429178 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429342 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429498 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429665 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429826 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.429984 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430143 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430302 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430459 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430617 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430776 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.430937 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431097 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431254 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431411 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431570 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431728 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.431886 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432043 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432205 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432362 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432547 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432686 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432823 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.432966 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433100 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433255 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433439 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_json = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433663 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433830 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.433974 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.434134 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.434293 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.434452 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.434610 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.434769 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:17:55.435135 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435135 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435306 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435446 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435561 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435756 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.435860 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436027 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436188 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436350 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436613 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436775 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.436952 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437114 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437279 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437470 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437632 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437956 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.437956 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.438144 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.438222 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.441569 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442107 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.442645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443781 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443781 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443781 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443990 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.443990 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444315 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444315 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444486 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444606 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444771 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.444931 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445091 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445421 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445421 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445570 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41612) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:17:55.445655 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445735 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.445891 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446042 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446198 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446358 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446520 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446744 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446844 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.446988 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447149 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447364 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447456 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447604 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447764 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.447925 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448085 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448247 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448408 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448726 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.448888 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449048 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449217 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449416 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449585 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449745 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.449962 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450049 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450212 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450376 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450528 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450682 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.450845 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.451005 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.451165 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.451330 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.451477 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.453385 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.454325 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455116 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455454 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455454 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455676 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455676 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455835 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.455912 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.456077 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.456238 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.456575 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.456822 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.456924 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.457048 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.457233 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.458579 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459021 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0095301 Dec 15 21:17:55.459103 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459631 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459631 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459631 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459871 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.459950 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461354 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461354 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461354 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461354 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461835 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461835 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.461835 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.462014 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.462175 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.462313 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.462443 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.462609 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463567 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463941 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463941 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.463941 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464122 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464282 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464418 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464581 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464742 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.464905 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465067 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465231 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465421 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465582 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465745 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.465906 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466068 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466229 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466390 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466534 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:17:55.466659 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466765 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.466866 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.467000 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.467161 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.467321 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.467499 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.467776 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.468454 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.468568 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.468672 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.468806 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.468967 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.469127 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.469289 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.470232 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.476782 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477466 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.477923 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478353 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.478778 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479223 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.479645 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480082 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480513 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480513 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480513 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480686 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.480751 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.481772 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.482842 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:17:55.483428 dv-cinder-812685-6-iscsi neutron-server[103143]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103143) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:18:07.181207 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00fc802-68d6-43c3-936f-7c4e26435607 None None] get_active_networks_info from dv-cinder-812685-6-iscsi {{(pid=103256) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 21:18:07.243441 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00fc802-68d6-43c3-936f-7c4e26435607 None None] No non-hosted networks {{(pid=103256) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 21:18:07.250829 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.agentschedulers_db [None req-f00fc802-68d6-43c3-936f-7c4e26435607 None None] DHCP Agent not found on host dv-cinder-812685-6-iscsi {{(pid=103256) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 21:18:07.311838 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-30bf435b-b9ea-4ff9-bab0-543054e057f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:09.495466 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0afd468e-5e74-4b15-9c78-748249f5f5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:09.534599 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.db.api [None req-7bb61b6e-9468-44d8-b396-71f32e084098 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-812685-6-iscsi {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:18:09.535277 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG oslo_db.api [None req-7bb61b6e-9468-44d8-b396-71f32e084098 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:18:10.161674 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7bb61b6e-9468-44d8-b396-71f32e084098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:10.812841 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:12.080890 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:13.140474 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.db.l3_hamode_db [None req-82a82ee6-71ef-41c4-aa74-e15f9e302252 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 21:18:13.231837 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a82ee6-71ef-41c4-aa74-e15f9e302252 None None] Routers set() bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:18:13.236855 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a82ee6-71ef-41c4-aa74-e15f9e302252 None None] Router IDs set() for agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 21:18:13.309176 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:13.309872 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.310294 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.310876 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.311660 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.312398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.313287 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.313801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.314592 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.315097 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.315603 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.316118 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.316588 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.317184 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:13.318083 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:13.326788 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:13.420367 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:13.919117 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-e6751edc-39a8-4322-b7c3-9c0ba2a0c93c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:13.919698 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-e6751edc-39a8-4322-b7c3-9c0ba2a0c93c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:14.159054 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-e6751edc-39a8-4322-b7c3-9c0ba2a0c93c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:18:14.160025 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e6751edc-39a8-4322-b7c3-9c0ba2a0c93c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7387056 Dec 15 21:18:16.778423 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:17.081855 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:17.178335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.policy [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103254) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 21:18:17.224491 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:17.224861 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING oslo_policy.policy [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:17.233784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.quota [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] Loaded quota_driver: . Dec 15 21:18:17.380672 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244241000', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244241499', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244224488', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244225279', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244202295', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727244197057', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-735393', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-746116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3693510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3751792'] for rbac-policy, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:17.579827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:17.580926 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d3415b9c-bebf-437f-a635-6323ce9c67b2 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8015468 Dec 15 21:18:20.379066 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41736) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:20.671999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Request body: {'network': {'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'name': 'private', 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:20.771464 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Made reservation on behalf of 13ead9e33f8849be8f84d128b4b7b3f8 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:18:20.774156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:20.791650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:20.897703 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:20.977095 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:20.996621 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:18:21.024414 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727245996957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:21.024987 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Unsubscribe: segment precommit_create {{(pid=103254) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 21:18:21.025514 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Added segment fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef of type vlan for network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f Dec 15 21:18:21.041837 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6a04f-29d4-4365-98ad-5e807eb3f53d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:21.090630 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.090995 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.091341 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.091701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.092031 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.092358 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.092702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.093033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.093395 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.093744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.094070 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.094386 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.094730 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Tracked resource versions report: Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: pushed versions: Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Log': {'1.0'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Network': {'1.1'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Port': {'1.7'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'PortForwarding': {'1.2'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: consumer versions: Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Log': '1.0', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Network': '1.1', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Port': '1.7', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'PortForwarding': '1.2', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SubPort': '1.0', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Subnet': '1.1', Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Dec 15 21:18:21.096030 dv-cinder-812685-6-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:18:21.144458 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:21.263343 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:21.264999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:21.265769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:21.364200 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9818773 Dec 15 21:18:21.364200 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244972c-8252-47a6-ac72-07583a9fa5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:21.387575 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:18:24.210369 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41750) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:24.603900 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095ce78-08dd-49af-a1c5-6e45814e2637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:24.605257 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d095ce78-08dd-49af-a1c5-6e45814e2637 admin admin] 10.222.0.44 "GET /v2.0/networks/c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f HTTP/1.1" status: 200 len: 825 time: 0.3939626 Dec 15 21:18:24.629189 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-678ae1d0-0a4b-4853-a735-ab06097f71d5 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/aea86870-c37d-4a7b-894b-7f5926470518 HTTP/1.1" status: 200 len: 734 time: 0.0177870 Dec 15 21:18:24.637811 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Request body: {'subnet': {'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:24.748348 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Made reservation on behalf of 13ead9e33f8849be8f84d128b4b7b3f8 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:18:24.750712 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:25.080628 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:25.148910 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ac13f9-fa98-43f0-9ac4-4a729827f9e8,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:25.154427 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Checking segment: {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:18:25.154775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Network hostable DHCP agents. Network: c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:18:25.211549 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:18:25.297419 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:25.301919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:25.302512 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:25.307090 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdac74e-1f74-493e-98ac-aaa632117ec6 None None] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:18:25.368754 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3a7d7903-e37b-4bbe-93b0-8d787f97956c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7340279 Dec 15 21:18:25.578152 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:18:25.579411 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:25.878026 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Allocated IP 172.20.0.2 (c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8/339f311d-ca43-4185-80e5-9c622c436393) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:18:26.118715 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:26.178053 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:26.255615 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:18:26.265030 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:26.273789 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:18:26.276893 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Pushing event updated for resources: {'Port': ['ID=339f311d-ca43-4185-80e5-9c622c436393,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:26.307426 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.308076 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.308180 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.308473 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.308809 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.309140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.309493 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.309824 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.310695 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.311039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.311374 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.311696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.312025 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Tracked resource versions report: Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: pushed versions: Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Log': {'1.0'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Network': {'1.1'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Port': {'1.7'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: consumer versions: Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Log': '1.0', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Network': '1.1', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Port': '1.7', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'PortForwarding': '1.2', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SubPort': '1.0', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Subnet': '1.1', Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Dec 15 21:18:26.313387 dv-cinder-812685-6-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:18:26.361567 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Attempting to bind port 339f311d-ca43-4185-80e5-9c622c436393 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:18:26.361964 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Attempting to bind port 339f311d-ca43-4185-80e5-9c622c436393 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:18:26.362393 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Attempting to bind port 339f311d-ca43-4185-80e5-9c622c436393 on network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:18:26.367349 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:18:26.367734 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Checking segment: {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:18:26.368209 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:26.368601 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Bound using segment: {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:18:26.369131 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Bound port: 339f311d-ca43-4185-80e5-9c622c436393, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:18:26.369519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:26.430110 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] For port 339f311d-ca43-4185-80e5-9c622c436393, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:18:26.434357 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] For port 339f311d-ca43-4185-80e5-9c622c436393, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=339f311d-ca43-4185-80e5-9c622c436393,segment=NetworkSegment(fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef),segment_id=fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:18:26.490887 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:26.553385 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b6302-b3ad-4960-8b77-88e1083aee3c None None] Pushing event updated for resources: {'Port': ['ID=339f311d-ca43-4185-80e5-9c622c436393,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:27.987978 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 41758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:28.335738 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-fabb54ae-0e8e-4bbe-9d9c-f9c308a83c05 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:18:28.357899 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fabb54ae-0e8e-4bbe-9d9c-f9c308a83c05 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687842 Dec 15 21:18:30.932239 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:31.429287 dv-cinder-812685-6-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-090f1923-0e08-481e-8a0c-106cd9bb2652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:31.429917 dv-cinder-812685-6-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-090f1923-0e08-481e-8a0c-106cd9bb2652 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:31.661961 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [None req-090f1923-0e08-481e-8a0c-106cd9bb2652 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:18:31.663210 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-090f1923-0e08-481e-8a0c-106cd9bb2652 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7288888 Dec 15 21:18:34.523086 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41786) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:34.849592 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Request body: {'router': {'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'name': 'router1', 'admin_state_up': True}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:34.915639 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.policy [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103255) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 21:18:34.964099 dv-cinder-812685-6-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:34.964726 dv-cinder-812685-6-iscsi neutron-server[103255]: WARNING oslo_policy.policy [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:18:34.973002 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.quota [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Loaded quota_driver: . Dec 15 21:18:35.051762 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 339f311d-ca43-4185-80e5-9c622c436393 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:18:35.134855 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 339f311d-ca43-4185-80e5-9c622c436393 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:35.141048 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.160245 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.162227 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.248679 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.289068 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 339f311d-ca43-4185-80e5-9c622c436393, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=339f311d-ca43-4185-80e5-9c622c436393,segment=NetworkSegment(fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef),segment_id=fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:18:35.321524 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.365462 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:18:35.383149 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.418447 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.430479 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=339f311d-ca43-4185-80e5-9c622c436393,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:35.517034 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:35.518278 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e19f7b75-3d7a-4f2e-ba07-6b4d2aaa779e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9942067 Dec 15 21:18:35.865609 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ecd52-f797-4335-aa22-37d3c025e9b5 None None] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:18:35.939100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c963baa9-d1cd-4cfd-9e55-64b219130214 None None] Provisioning complete for port 339f311d-ca43-4185-80e5-9c622c436393 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:35.939467 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c963baa9-d1cd-4cfd-9e55-64b219130214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:36.319188 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-fc4fb19c-8f8e-447b-a473-a95a1f5b4fcb None None] Provisioning complete for port 339f311d-ca43-4185-80e5-9c622c436393 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:36.319799 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc4fb19c-8f8e-447b-a473-a95a1f5b4fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:37.023473 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 339f311d-ca43-4185-80e5-9c622c436393 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:18:37.077050 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 339f311d-ca43-4185-80e5-9c622c436393 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:37.077366 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:37.138637 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8d103943-773b-404e-ae45-e989917a04d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:38.116966 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:38.423940 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [None req-9df714f6-8bab-4908-95fd-424e0167dd72 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:18:38.424910 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9df714f6-8bab-4908-95fd-424e0167dd72 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069730 Dec 15 21:18:39.456847 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1930d8b2-703f-4ceb-8cee-31c49b894653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:40.690997 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.037755 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:41.172283 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:41.250915 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Made reservation on behalf of dc811903546448ee99de1575bdde5931 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:18:41.253536 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.269386 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.373620 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.444856 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.456396 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Reserving flat network on physical network physnet1 {{(pid=103255) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 21:18:41.486803 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727245996957', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.487362 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Unsubscribe: segment precommit_create {{(pid=103255) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 21:18:41.487873 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Added segment 68787407-e9e7-4ef8-8e3b-22f67993fb0c of type flat for network e905b605-ecad-4b25-b8c7-d1f0ea293f1a Dec 15 21:18:41.503516 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e345db8-247d-4f38-839b-3a1269a67592,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:41.529525 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.529890 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.530232 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.530566 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.530891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.531212 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.531548 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.531873 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.532207 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.532545 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.532865 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.533177 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.533514 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Tracked resource versions report: Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: pushed versions: Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Log': {'1.0'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Network': {'1.1'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Port': {'1.7'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: consumer versions: Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Log': '1.0', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Network': '1.1', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Port': '1.7', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SubPort': '1.0', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Subnet': '1.1', Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Dec 15 21:18:41.534849 dv-cinder-812685-6-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:18:41.612682 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.696408 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.697595 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:41.698326 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:41.792473 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] Pushing event updated for resources: {'Network': ['ID=e905b605-ecad-4b25-b8c7-d1f0ea293f1a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:41.802777 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7a9b8563-b3cb-4086-bd5c-bcb8128a1530 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7640045 Dec 15 21:18:41.805113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:18:42.005509 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:43.250875 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:44.237000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:44.369044 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd93396-6a8b-4689-b562-3ad8aed08f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:44.370437 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cbd93396-6a8b-4689-b562-3ad8aed08f13 admin admin] 10.222.0.44 "GET /v2.0/subnets/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8 HTTP/1.1" status: 200 len: 849 time: 0.1324639 Dec 15 21:18:44.512917 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-61ab3b56-69f9-4570-bb9a-88ed20a8fab8 admin admin] 10.222.0.44 "GET /v2.0/routers/b2b21931-64d0-49b6-b0f0-8260a8df9a64 HTTP/1.1" status: 200 len: 704 time: 0.1352832 Dec 15 21:18:44.777300 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:45.077668 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Allocated IP 172.20.0.1 (c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8/b380ef2f-708d-46c8-af47-bbe789e0aa2f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:18:45.259821 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:45.388714 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:45.464567 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:18:45.470584 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:45.481903 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:18:45.481903 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:45.500118 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b380ef2f-708d-46c8-af47-bbe789e0aa2f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:45.674088 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6d841ab3-3330-4abb-a655-1e7fea0d0088 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:45.674680 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6d841ab3-3330-4abb-a655-1e7fea0d0088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:45.709790 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6d841ab3-3330-4abb-a655-1e7fea0d0088 None None] Port b380ef2f-708d-46c8-af47-bbe789e0aa2f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:18:45.749355 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:46.000545 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:46.062056 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:46.062809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:46.138676 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b380ef2f-708d-46c8-af47-bbe789e0aa2f,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:46.185071 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:18:46.186343 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:46.427338 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Router b2b21931-64d0-49b6-b0f0-8260a8df9a64 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:18:46.432135 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-26afe334-f4f7-4290-b251-ce833868f644 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:46.432501 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-26afe334-f4f7-4290-b251-ce833868f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:46.464989 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-26afe334-f4f7-4290-b251-ce833868f644 None None] Port b380ef2f-708d-46c8-af47-bbe789e0aa2f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:18:46.518281 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:18:46.524238 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e2fab00c-e9d5-4b7a-9c2a-b0465cb49fb0 admin admin] 10.222.0.44 "PUT /v2.0/routers/b2b21931-64d0-49b6-b0f0-8260a8df9a64/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0052915 Dec 15 21:18:46.531618 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Sync routers for ids ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:18:46.544103 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Routers {'b2b21931-64d0-49b6-b0f0-8260a8df9a64'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:18:46.544941 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:18:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:46.738541 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Set router b2b21931-64d0-49b6-b0f0-8260a8df9a64 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:18:47.184112 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:45Z', 'revision_number': 2, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port_host': None, '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:45Z', 'revision_number': 2, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:47.235119 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Checking router: b2b21931-64d0-49b6-b0f0-8260a8df9a64 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:18:47.235486 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Updating router b2b21931-64d0-49b6-b0f0-8260a8df9a64 port b380ef2f-708d-46c8-af47-bbe789e0aa2f binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:18:47.283750 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:47.790047 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:47.856561 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.021060 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Attempting to bind port b380ef2f-708d-46c8-af47-bbe789e0aa2f on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:18:48.021488 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Attempting to bind port b380ef2f-708d-46c8-af47-bbe789e0aa2f by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:18:48.021943 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Attempting to bind port b380ef2f-708d-46c8-af47-bbe789e0aa2f on network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:18:48.024885 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Pushing event updated for resources: {'Port': ['ID=b380ef2f-708d-46c8-af47-bbe789e0aa2f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:48.032429 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:18:48.032946 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Checking segment: {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:18:48.033447 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.033841 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Bound using segment: {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:18:48.034327 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Bound port: b380ef2f-708d-46c8-af47-bbe789e0aa2f, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:18:48.034732 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.037953 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.038302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.038645 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.038978 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.039305 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.039627 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.039952 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Tracked resource versions report: Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: pushed versions: Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Log': {'1.0'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Network': {'1.1'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Port': {'1.7'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: consumer versions: Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Log': '1.0', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Network': '1.1', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Port': '1.7', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SubPort': '1.0', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Subnet': '1.1', Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Dec 15 21:18:48.043719 dv-cinder-812685-6-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:18:48.093930 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-90872264-122f-4ef7-8057-ab9eeed06f40 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:48.094503 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-90872264-122f-4ef7-8057-ab9eeed06f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.113237 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] For port b380ef2f-708d-46c8-af47-bbe789e0aa2f, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:18:48.127834 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-90872264-122f-4ef7-8057-ab9eeed06f40 None None] Port b380ef2f-708d-46c8-af47-bbe789e0aa2f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:18:48.134421 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] For port b380ef2f-708d-46c8-af47-bbe789e0aa2f, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=b380ef2f-708d-46c8-af47-bbe789e0aa2f,segment=NetworkSegment(fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef),segment_id=fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:18:48.205725 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.255475 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Routers {'b2b21931-64d0-49b6-b0f0-8260a8df9a64'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:18:48.256076 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:18:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:48.333412 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03cb1b-8508-4978-b914-b2de0ea12ced None None] Pushing event updated for resources: {'Port': ['ID=b380ef2f-708d-46c8-af47-bbe789e0aa2f,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:48.357204 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] Set router b2b21931-64d0-49b6-b0f0-8260a8df9a64 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:18:48.447523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:48.447895 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.529961 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.565255 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] For port b380ef2f-708d-46c8-af47-bbe789e0aa2f, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=b380ef2f-708d-46c8-af47-bbe789e0aa2f,segment=NetworkSegment(fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef),segment_id=fec8115f-47d0-4dbb-b04d-f85cfc4ab3ef)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:18:48.582592 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:45Z', 'revision_number': 2, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port_host': None, '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:48Z', 'revision_number': 4, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:48.607985 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f244e32-299d-4397-8e2e-3f31aa9d2d2b None None] The sync data for ids ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'] in dv-cinder-812685-6-iscsi is: [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:45Z', 'revision_number': 2, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port_host': None, '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:48Z', 'revision_number': 4, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:18:48.656657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:48.706932 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44205733-1f24-43bf-ade7-84c1e603e960 None None] Pushing event updated for resources: {'Port': ['ID=b380ef2f-708d-46c8-af47-bbe789e0aa2f,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:48.985149 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41846) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:49.095158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b0353-bdd1-42fa-89f8-4bdd03a369d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:49.096504 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-142b0353-bdd1-42fa-89f8-4bdd03a369d2 admin admin] 10.222.0.44 "GET /v2.0/networks/e905b605-ecad-4b25-b8c7-d1f0ea293f1a HTTP/1.1" status: 200 len: 842 time: 0.1103933 Dec 15 21:18:49.107115 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:49.164937 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Made reservation on behalf of dc811903546448ee99de1575bdde5931 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:18:49.172157 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:49.529563 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.objects.ports [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103255) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 21:18:49.529940 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:49.580215 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72be57c3-7751-4637-98a6-2cd3f6e374f6,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:49.594324 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:18:49.594663 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Network hostable DHCP agents. Network: e905b605-ecad-4b25-b8c7-d1f0ea293f1a, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:18:49.672463 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:18:49.753541 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, e905b605-ecad-4b25-b8c7-d1f0ea293f1a) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:49.757486 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:49.758060 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:49.763643 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c902d0-b9fe-41b6-89c7-a5c486c5325b None None] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:18:49.853498 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d427ccd3-f1d8-4c64-957f-32b40d0aae3c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7385695 Dec 15 21:18:49.879957 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ff901-8aef-4296-ad77-2cf678a135c7 None None] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:18:52.334859 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:52.471595 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0fde7a87-87de-4e5e-a09d-216dd2e65c19 admin admin] 10.222.0.44 "GET /v2.0/routers/b2b21931-64d0-49b6-b0f0-8260a8df9a64 HTTP/1.1" status: 200 len: 710 time: 0.1356096 Dec 15 21:18:52.560767 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a933b-f34f-4599-aa71-7714db2d5723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:18:52.562236 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1c1a933b-f34f-4599-aa71-7714db2d5723 admin admin] 10.222.0.44 "GET /v2.0/networks/e905b605-ecad-4b25-b8c7-d1f0ea293f1a HTTP/1.1" status: 200 len: 886 time: 0.0848088 Dec 15 21:18:52.572063 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:18:52.906183 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:53.218446 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:53.296657 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:53.398653 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Allocated IP 172.27.3.16 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/38ef1ee6-9ac1-4e6e-8e88-008effcb7864) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:18:53.493579 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:53.599729 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:53.642172 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:18:53.644988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:18:53.647489 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:18:53.684581 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Pushing event updated for resources: {'Port': ['ID=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:53.983363 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:54.185702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3728042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3733467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27606'] for router, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:54.188935 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3728033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3728056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3733458'] for router, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:54.299222 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Router b2b21931-64d0-49b6-b0f0-8260a8df9a64 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:18:54.499129 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:18:54.503504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:54.507437 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-516df6c1-0393-4d80-a76f-32d9696ce9cd admin admin] 10.222.0.44 "PUT /v2.0/routers/b2b21931-64d0-49b6-b0f0-8260a8df9a64 HTTP/1.1" status: 200 len: 889 time: 1.9364488 Dec 15 21:18:55.058320 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device b380ef2f-708d-46c8-af47-bbe789e0aa2f up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:18:55.106051 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:55.106425 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:55.686973 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Sync routers for ids ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:18:55.697699 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Routers {'b2b21931-64d0-49b6-b0f0-8260a8df9a64'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:18:55.698398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:18:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:55.907107 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Set router b2b21931-64d0-49b6-b0f0-8260a8df9a64 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:18:56.359352 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:53Z', 'revision_number': 4, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port': {'id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:53Z', 'updated_at': '2021-12-15T21:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:48Z', 'revision_number': 5, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:56.409760 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Checking router: b2b21931-64d0-49b6-b0f0-8260a8df9a64 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:18:56.410112 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Updating router b2b21931-64d0-49b6-b0f0-8260a8df9a64 port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:18:56.455141 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:56.765679 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:56.833523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:56.885662 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad21eef-24bc-4255-b05b-dd1c00a96828 None None] Pushing event updated for resources: {'Port': ['ID=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:56.887805 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Attempting to bind port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:18:56.888169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Attempting to bind port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:18:56.888604 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Attempting to bind port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:18:56.894259 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:18:56.894656 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:18:56.895075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:56.895450 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:18:56.895907 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Bound port: 38ef1ee6-9ac1-4e6e-8e88-008effcb7864, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:18:56.896297 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:56.943861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] For port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:18:56.946757 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] For port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:18:56.994169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:57.053596 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Routers {'b2b21931-64d0-49b6-b0f0-8260a8df9a64'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:18:57.054210 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:18:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:57.056958 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad21eef-24bc-4255-b05b-dd1c00a96828 None None] Pushing event updated for resources: {'Port': ['ID=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:18:57.107834 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 41866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:18:57.161246 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] Set router b2b21931-64d0-49b6-b0f0-8260a8df9a64 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:18:57.217813 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-10a5acb4-b087-4e02-9aa5-9c756aa27014 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1087875 Dec 15 21:18:57.384242 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:53Z', 'revision_number': 4, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port': {'id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:53Z', 'updated_at': '2021-12-15T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:48Z', 'revision_number': 5, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:18:57.413016 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb16c9a-edce-490e-b2f2-a0624c418b11 None None] The sync data for ids ['b2b21931-64d0-49b6-b0f0-8260a8df9a64'] in dv-cinder-812685-6-iscsi is: [{'id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'name': 'router1', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:18:35Z', 'updated_at': '2021-12-15T21:18:53Z', 'revision_number': 4, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'gw_port': {'id': '38ef1ee6-9ac1-4e6e-8e88-008effcb7864', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:53Z', 'updated_at': '2021-12-15T21:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'b380ef2f-708d-46c8-af47-bbe789e0aa2f', 'name': '', 'network_id': 'c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f', 'tenant_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'mac_address': 'fa:16:3e:0e:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b21931-64d0-49b6-b0f0-8260a8df9a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:18:44Z', 'updated_at': '2021-12-15T21:18:48Z', 'revision_number': 5, 'project_id': '13ead9e33f8849be8f84d128b4b7b3f8', 'subnets': [{'id': 'd6ac13f9-fa98-43f0-9ac4-4a729827f9e8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'aea86870-c37d-4a7b-894b-7f5926470518'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:18:59.078646 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:18:59.128816 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:18:59.129241 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:59.215648 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:59.237618 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:18:59.336446 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:18:59.387546 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=38ef1ee6-9ac1-4e6e-8e88-008effcb7864,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:19:01.068493 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:19:01.140085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 38ef1ee6-9ac1-4e6e-8e88-008effcb7864 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:19:01.141054 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:07.086294 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e56994bc-066e-40ff-9705-892ddebb59ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:09.444739 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-842d991a-d9d8-4771-b7ec-eb1d3a55885c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:10.713230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:11.970694 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:12.364544 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:19:13.251003 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:37.194981 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e430d32-fbd9-4206-8b11-bdb3bc8ac7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:39.562900 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5fe07054-0049-4335-8878-9ffc77f19cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:40.835105 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:41.999848 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:43.295314 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:19:49.364577 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:20:07.111296 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-07c38645-c81e-4bb9-b247-404e338e31b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:09.437216 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d5b8a1f-36a4-48d6-b82c-35ef4f8801fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:10.756702 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:11.962444 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:13.317568 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:20.884565 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42352) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:20.943232 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.pecan_wsgi.hooks.translation [None req-68318c30-2d62-4990-95d5-273cbb7c0cd5 admin admin] GET failed (client error): The resource could not be found. Dec 15 21:20:20.944528 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-68318c30-2d62-4990-95d5-273cbb7c0cd5 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590312 Dec 15 21:20:21.104587 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83aa17f-55d1-46f1-a76d-89ed1982d258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:21.106057 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f83aa17f-55d1-46f1-a76d-89ed1982d258 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563697 Dec 15 21:20:23.495408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:23.597497 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c339861c-fd7c-464c-8473-fc512c8cac73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:23.598840 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c339861c-fd7c-464c-8473-fc512c8cac73 admin admin] 10.222.0.44 "GET /v2.0/subnets/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8 HTTP/1.1" status: 200 len: 849 time: 0.1025271 Dec 15 21:20:23.609097 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:20:23.691568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Publish callbacks [] for subnet, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:23.910930 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727245947652'] for subnet, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:23.948181 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:23.949291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:23.949956 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] 10.222.0.44 "PUT /v2.0/subnets/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8 HTTP/1.1" status: 200 len: 868 time: 0.3446162 Dec 15 21:20:23.964387 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb3efee-9129-4863-9264-13f0c4263c33 None None] Network c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:20:23.968367 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ac13f9-fa98-43f0-9ac4-4a729827f9e8,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:20:23.975885 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.976759 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.977105 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.977477 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.977819 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.978136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.978481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.978813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.979157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.979502 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.979832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.980151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:23.980471 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4509709-c09d-41eb-86e4-dbf141cfbe1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:20:24.318096 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-be23566f-95e2-47ac-86bb-9ebb5fa94276 None None] Provisioning complete for port b380ef2f-708d-46c8-af47-bbe789e0aa2f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:20:24.318461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be23566f-95e2-47ac-86bb-9ebb5fa94276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:24.406721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-be23566f-95e2-47ac-86bb-9ebb5fa94276 None None] Provisioning complete for port 339f311d-ca43-4185-80e5-9c622c436393 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:20:24.407002 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be23566f-95e2-47ac-86bb-9ebb5fa94276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:26.315898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42372) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:26.363353 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:20:26.512016 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643a93a-a50a-4b67-b09e-4b36dfe63286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:26.512390 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0643a93a-a50a-4b67-b09e-4b36dfe63286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:26.514186 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0643a93a-a50a-4b67-b09e-4b36dfe63286 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973624 Dec 15 21:20:28.868497 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42380) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:29.003528 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5915a-6d0b-496b-86d4-a8e9efdc05f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:29.003988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5915a-6d0b-496b-86d4-a8e9efdc05f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:29.005519 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2da5915a-6d0b-496b-86d4-a8e9efdc05f2 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361411 Dec 15 21:20:31.375624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42388) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:31.543387 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff6868c-bf31-40b8-9eca-3f143f68c595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:31.544728 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4ff6868c-bf31-40b8-9eca-3f143f68c595 admin admin] 10.222.0.44 "GET /v2.0/networks/c1dd6c8f-c8a3-4b80-b26c-1f12f3c83b7f HTTP/1.1" status: 200 len: 869 time: 0.1681490 Dec 15 21:20:33.951919 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42396) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:34.074553 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c6a42b-d39e-4ce6-bae0-45f4ef91f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:34.075853 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d5c6a42b-d39e-4ce6-bae0-45f4ef91f748 admin admin] 10.222.0.44 "GET /v2.0/networks/e905b605-ecad-4b25-b8c7-d1f0ea293f1a HTTP/1.1" status: 200 len: 886 time: 0.1229696 Dec 15 21:20:36.475713 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:36.598009 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849af43d-b881-4870-b19e-bbae87a83d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:36.598453 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849af43d-b881-4870-b19e-bbae87a83d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:36.599971 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-849af43d-b881-4870-b19e-bbae87a83d77 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233063 Dec 15 21:20:37.098460 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab0e4b03-8516-4475-a7a7-eb4b6e537367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:39.077041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42412) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:39.165656 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176a2d0-1087-4e54-a403-1379cbdd9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:39.166101 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176a2d0-1087-4e54-a403-1379cbdd9914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:39.167576 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b176a2d0-1087-4e54-a403-1379cbdd9914 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896394 Dec 15 21:20:39.487368 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3021ed0d-2417-4d2b-b970-751dd280e42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:40.716475 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:41.560752 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42420) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:41.647758 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f322b68-5a9e-40fc-b8e6-5980a4bc810b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:41.649087 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6f322b68-5a9e-40fc-b8e6-5980a4bc810b admin admin] 10.222.0.44 "GET /v2.0/subnets/72be57c3-7751-4637-98a6-2cd3f6e374f6 HTTP/1.1" status: 200 len: 816 time: 0.0873680 Dec 15 21:20:41.990418 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:43.258899 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:20:44.015882 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42428) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:20:44.115556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35369215-84b9-4079-b806-7d4c737785d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:20:44.116884 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-35369215-84b9-4079-b806-7d4c737785d3 admin admin] 10.222.0.44 "GET /v2.0/subnets/d6ac13f9-fa98-43f0-9ac4-4a729827f9e8 HTTP/1.1" status: 200 len: 868 time: 0.1000798 Dec 15 21:21:03.362376 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:21:07.098048 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-067aec1e-c84e-44be-bbd4-e59647307652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:09.458129 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e6a6aee2-f892-47b0-8b7c-f60452af28d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:09.552736 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42482) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:21:09.598057 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-20758c3d-b167-40b3-89a2-8ffad75053d5 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:21:09.599544 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-20758c3d-b167-40b3-89a2-8ffad75053d5 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453639 Dec 15 21:21:10.714756 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:11.966325 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:12.064771 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42490) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:21:12.125845 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d627bd0-3851-49e8-a303-67d7d8dd31ef admin admin] GET failed (client error): The resource could not be found. Dec 15 21:21:12.127207 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6d627bd0-3851-49e8-a303-67d7d8dd31ef admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615926 Dec 15 21:21:12.268956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf0508-2b69-4b3f-968d-81a4348278c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:21:12.270420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d0bf0508-2b69-4b3f-968d-81a4348278c4 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378148 Dec 15 21:21:13.240646 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:14.694170 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:21:14.741185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:21:14.840467 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Made reservation on behalf of dc811903546448ee99de1575bdde5931 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:21:14.842785 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:14.879141 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING neutron.services.revisions.revision_plugin [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Could not find related network for resource to bump revision. Dec 15 21:21:14.890710 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:21:14.899542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:14.899868 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Added segment 669a9ada-bc08-46ef-b96d-1ba3b6a2b19e of type vlan for network 33e54877-56c1-42eb-9ea2-a35be382fd4d Dec 15 21:21:14.937848 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:15.022983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:15.023923 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:21:15.024516 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:15.084151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] Pushing event updated for resources: {'Network': ['ID=33e54877-56c1-42eb-9ea2-a35be382fd4d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:21:15.093986 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:21:15.123173 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7534d0a1-8ab1-4324-b53d-f846638201fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4279423 Dec 15 21:21:17.519303 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42506) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:21:17.578562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcecc750-a23b-4595-9508-8e734beeecce admin admin] GET failed (client error): The resource could not be found. Dec 15 21:21:17.579815 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fcecc750-a23b-4595-9508-8e734beeecce admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595615 Dec 15 21:21:17.649971 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ded884-8bbe-496a-8e51-31cf4ff7c2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:21:17.651347 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-26ded884-8bbe-496a-8e51-31cf4ff7c2f3 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669997 Dec 15 21:21:17.661087 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Request body: {'subnet': {'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:21:17.743272 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Made reservation on behalf of dc811903546448ee99de1575bdde5931 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:21:17.745400 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:17.983507 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:18.080785 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f337c70-2390-498d-b9dc-8c0248fa0105,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:21:18.087745 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Checking segment: {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:21:18.088095 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Network hostable DHCP agents. Network: 33e54877-56c1-42eb-9ea2-a35be382fd4d, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:21:18.189056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:21:18.326426 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 33e54877-56c1-42eb-9ea2-a35be382fd4d) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:21:18.330323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:21:18.331024 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:18.335553 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15e72c-a7cc-42f3-8128-9b652b891ceb None None] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:21:18.420251 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-30ad68c4-06ff-4d89-8309-3a5e930aa89c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7622957 Dec 15 21:21:18.443710 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-33e54877-56c1-42eb-9ea2-a35be382fd4d', 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d', 'project_id': 'dc811903546448ee99de1575bdde5931', 'fixed_ips': [{'subnet_id': '1f337c70-2390-498d-b9dc-8c0248fa0105'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:21:18.444727 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:18.684989 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Allocated IP 192.168.233.2 (33e54877-56c1-42eb-9ea2-a35be382fd4d/1f337c70-2390-498d-b9dc-8c0248fa0105/9ddfa2b2-b936-405b-b4cb-859b125ced6e) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:21:18.836748 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:18.973563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:19.012058 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:21:19.016981 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:21:19.019693 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:21:19.029211 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Pushing event updated for resources: {'Port': ['ID=9ddfa2b2-b936-405b-b4cb-859b125ced6e,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:21:19.056765 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.057137 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.057527 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060854 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060854 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.060854 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:21:19.093665 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Attempting to bind port 9ddfa2b2-b936-405b-b4cb-859b125ced6e on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:21:19.094042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Attempting to bind port 9ddfa2b2-b936-405b-b4cb-859b125ced6e by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:21:19.094409 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Attempting to bind port 9ddfa2b2-b936-405b-b4cb-859b125ced6e on network 33e54877-56c1-42eb-9ea2-a35be382fd4d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:21:19.103819 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:21:19.104207 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Checking segment: {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:21:19.104599 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:19.105001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Bound using segment: {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:21:19.106837 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Bound port: 9ddfa2b2-b936-405b-b4cb-859b125ced6e, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:21:19.106837 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:19.172132 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] For port 9ddfa2b2-b936-405b-b4cb-859b125ced6e, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:21:19.175205 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] For port 9ddfa2b2-b936-405b-b4cb-859b125ced6e, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9ddfa2b2-b936-405b-b4cb-859b125ced6e,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:21:19.235384 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:19.298972 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51667aab-bba4-4383-b12f-a05f63bfcd97 None None] Pushing event updated for resources: {'Port': ['ID=9ddfa2b2-b936-405b-b4cb-859b125ced6e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:21:20.112324 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b381985-e49a-4916-9955-8c1c3e2db8b8 None None] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:21:20.225705 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] Provisioning complete for port 9ddfa2b2-b936-405b-b4cb-859b125ced6e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:21:20.226059 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:20.315031 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:20.351649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] For port 9ddfa2b2-b936-405b-b4cb-859b125ced6e, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9ddfa2b2-b936-405b-b4cb-859b125ced6e,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:21:20.446802 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:20.501349 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372679b-80a1-46e0-abf8-00e97d97c87c None None] Pushing event updated for resources: {'Port': ['ID=9ddfa2b2-b936-405b-b4cb-859b125ced6e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:21:20.669130 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-422609a8-8396-41d5-80fe-77961d5cedaa None None] Provisioning complete for port 9ddfa2b2-b936-405b-b4cb-859b125ced6e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:21:20.669541 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-422609a8-8396-41d5-80fe-77961d5cedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:21.137305 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9ddfa2b2-b936-405b-b4cb-859b125ced6e up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:21:21.189651 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 9ddfa2b2-b936-405b-b4cb-859b125ced6e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:21:21.190012 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:37.159503 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e37e0fa3-bd3c-410f-88a2-9c5c63104b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:39.457282 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-70efca3d-c998-4021-8897-1b2fbc1cadaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:40.362090 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:21:40.714322 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:41.988674 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:21:43.273896 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:07.090593 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-43574d66-d826-45df-971b-167794af8ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:09.461836 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fa14375f-8d4c-48a9-9f8a-5d91b0f35f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:10.708008 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:11.981817 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:13.272768 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:17.360322 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:22:37.089916 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5563-5fc0-4b81-b317-2f40bf8c7efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:39.460946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-512456f1-bca5-4559-b339-91b1f09af2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:40.723800 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:41.980861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:43.260880 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:45.582549 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:22:45.588536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [None req-6a9404a1-2727-411b-b889-f1aebce6d350 tempest-verify_tempest_config-1344386488 tempest-verify_tempest_config-1344386488-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:22:45.589495 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6a9404a1-2727-411b-b889-f1aebce6d350 tempest-verify_tempest_config-1344386488 tempest-verify_tempest_config-1344386488-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059586 Dec 15 21:22:46.143924 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42568) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:22:46.245740 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.317254 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.380535 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.424590 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ada031a6dfd3454b9955163ac39c459c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2796118 Dec 15 21:22:46.425836 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd86f54a-34e1-4d7f-a496-ae2887998a51,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:22:46.427482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:22:46.433069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.433451 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.433800 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.434255 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.434623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.434953 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.435285 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.435617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.435947 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.436276 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.436606 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.436928 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.437247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60e582a-c278-4aa2-8e79-463ca5add748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.480721 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.500362 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.638158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.640665 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:22:46.641812 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd86f54a-34e1-4d7f-a496-ae2887998a51 HTTP/1.1" status: 204 len: 168 time: 0.2132864 Dec 15 21:22:46.651299 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd86f54a-34e1-4d7f-a496-ae2887998a51,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:22:46.655644 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.656000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.656342 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.656671 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.657031 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.657399 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.657740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.658061 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.658397 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.658716 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.659032 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.659362 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:46.659689 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6275a1b-171b-464d-b92b-fc24327f3934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:22:54.359124 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:23:07.094733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-689c1990-fbe1-4cd8-9922-e4ead5d39033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:09.465696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f2e38d3c-e5df-4078-9fba-732f7a9c9370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:10.711461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:11.996559 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:13.266113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:31.358453 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:23:37.138487 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36c3ab3d-1700-42bd-a027-e94ae14bc6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:39.470969 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ceec73f3-5ab7-4708-9cab-dbf9c9ed0b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:40.728151 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:42.019823 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:23:43.276366 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:07.133207 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1e2aeaf0-1b86-44aa-89f3-20b052a4c875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:08.358721 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 5 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:24:09.470076 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-339e414a-b4e9-4bca-9f01-69e16c7c5380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:10.733792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:12.018586 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:13.258885 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:19.052722 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3728568'] for agent, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:33.759627 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42646) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:24:33.862410 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fb75d222-892b-42ff-9241-ee31ab399be1 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1016905 Dec 15 21:24:36.278187 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42656) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:24:36.333541 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-729f04d7-63f7-485c-83d3-434656a8ec5d admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542526 Dec 15 21:24:37.103696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-92e89878-ca16-4ea0-a7e0-45abab473bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:39.475388 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c98a444-0779-4db6-b007-b378c6a6e132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:40.749265 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:42.017859 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:43.274859 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:24:45.357205 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:24:49.006471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:07.103112 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1dc743c6-8d47-489d-a58b-616f2a140815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:09.474216 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c0af24a0-0ec0-4686-8615-b05da851fa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:10.748370 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:12.017392 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:13.289996 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:18.994261 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:22.355452 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:25:37.176740 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-708ea5f3-7e2c-473a-b6f0-91e7567d4259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:39.478331 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8551a854-bb15-4cd2-9258-8588d51a1c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:40.747784 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:42.028057 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:43.273543 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:49.130951 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:25:59.354451 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:26:06.747359 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:06.775852 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42854) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:06.922710 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42868) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:07.153087 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1728983810-network', 'tenant_id': '6bbc66b4ece443f1b4644b2842d1efbf'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:07.186024 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-264817631-network', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:07.216459 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fc52728a-0a11-48ec-a6ec-3190b65fc637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.261568 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Made reservation on behalf of 6bbc66b4ece443f1b4644b2842d1efbf for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:07.264441 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.276833 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.356223 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.404495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Made reservation on behalf of 55a13f8946a9488bbbaf976f5a72e986 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:07.407112 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.415989 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.433687 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.459729 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:26:07.482672 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.483016 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Added segment 174a0ce2-3102-4f76-b33d-62449ce010c2 of type vlan for network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 Dec 15 21:26:07.502242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-520204559-network', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:07.537875 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.555880 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9613b768-fe49-43a8-abcd-76185bbdec7f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:07.581752 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.582099 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.582444 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.582795 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.583124 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.583449 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.583774 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.584097 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.584421 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.584764 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.585085 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.585499 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.585815 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Tracked resource versions report: Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: pushed versions: Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: { 'AddressGroup': {'1.2'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'ConntrackHelper': {'1.0'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Log': {'1.0'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Network': {'1.1'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Port': {'1.7'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'PortForwarding': {'1.2'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'QosPolicy': {'1.10'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroup': {'1.5'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SubPort': {'1.0'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Subnet': {'1.1'}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Trunk': {'1.1'}} Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: consumer versions: Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: HyperV agent@hv-cinder-81268: {}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'ConntrackHelper': '1.0', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'LocalIPAssociation': '1.0', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Log': '1.0', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Network': '1.1', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Port': '1.7', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'PortForwarding': '1.2', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'QosPolicy': '1.10', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroup': '1.5', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SecurityGroupRule': '1.2', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'SubPort': '1.0', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Subnet': '1.1', Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: 'Trunk': '1.1'}} Dec 15 21:26:07.586895 dv-cinder-812685-6-iscsi neutron-server[103255]: {{(pid=103255) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:26:07.593008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Made reservation on behalf of 52da3b816ac94154844ebd7e3d59488c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:07.598657 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.615392 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42894) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:07.616717 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.636100 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42898) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:07.639765 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.678853 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.679802 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:07.680392 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.714259 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.732919 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.749792 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] Pushing event updated for resources: {'Network': ['ID=45f13a1f-e06b-4bd9-8c34-50b4b1a62887,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:07.758625 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:26:07.764364 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:26:07.788115 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.788115 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Added segment 461377f8-1b9a-4d29-88b0-e2d16330b308 of type vlan for network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 Dec 15 21:26:07.795110 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f5a8f-4367-4a85-9016-22fa2c32006a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:07.826544 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.834417 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8323d4e6-d5df-4072-a92e-bfd59108cc51 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0859849 Dec 15 21:26:07.842612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:26:07.854031 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:07.855769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.856511 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Added segment 54aa5380-695c-4ae4-8067-33eaaefa7ed3 of type vlan for network e654444b-9a2d-423a-a9ea-bd8c947bb904 Dec 15 21:26:07.869150 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Request body: {'subnet': {'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1728983810-subnet', 'tenant_id': '6bbc66b4ece443f1b4644b2842d1efbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:07.908020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.911616 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:07.956901 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dbc227-8699-474a-9141-adafb6658560,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:07.966539 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.967044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.967647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.968313 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.968884 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.969480 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.970033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.970570 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.971541 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.972164 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.972722 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.973281 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.973829 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Tracked resource versions report: Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: pushed versions: Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: { 'AddressGroup': {'1.2'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'ConntrackHelper': {'1.0'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Log': {'1.0'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Network': {'1.1'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Port': {'1.7'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'PortForwarding': {'1.2'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'QosPolicy': {'1.10'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroup': {'1.5'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SubPort': {'1.0'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Subnet': {'1.1'}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Trunk': {'1.1'}} Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: consumer versions: Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: HyperV agent@hv-cinder-81268: {}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'ConntrackHelper': '1.0', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'LocalIPAssociation': '1.0', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Log': '1.0', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Network': '1.1', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Port': '1.7', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'PortForwarding': '1.2', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'QosPolicy': '1.10', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroup': '1.5', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SecurityGroupRule': '1.2', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'SubPort': '1.0', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Subnet': '1.1', Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: 'Trunk': '1.1'}} Dec 15 21:26:07.975388 dv-cinder-812685-6-iscsi neutron-server[103254]: {{(pid=103254) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:26:08.016147 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Made reservation on behalf of 6bbc66b4ece443f1b4644b2842d1efbf for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:08.018558 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.029022 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1537551134-network', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:08.084789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.086162 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:08.086817 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.115192 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-875447454-network', 'tenant_id': '5243452be4da440389b104480a5e6790'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:08.130994 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.132189 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:08.134367 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.169763 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] Pushing event updated for resources: {'Network': ['ID=e654444b-9a2d-423a-a9ea-bd8c947bb904,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:08.183435 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:26:08.188693 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Made reservation on behalf of dccd6b8a3161446ebe69f43aa05a2d5e for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:08.191285 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.207053 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.227574 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] Pushing event updated for resources: {'Network': ['ID=c14f87eb-1d40-4e49-90d6-61cc4cd6c383,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:08.286125 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b287906a-4dca-473f-b632-00e8ad971c34 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3618574 Dec 15 21:26:08.287418 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42920) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:08.298494 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Request body: {'subnet': {'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-subnet', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:08.305231 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9a324622-57fd-4097-a965-736e985c5d3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5284605 Dec 15 21:26:08.314258 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42922) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:08.320919 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Request body: {'subnet': {'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-subnet', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:08.329595 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:26:08.364243 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.405780 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:08.408296 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.424267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.434108 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.467297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:26:08.478996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fab0a2-68b8-4efd-9f22-791b8c0819ac,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:08.483289 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.483651 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Added segment b843d1ca-c5b7-4af1-959c-60e4ec7973f2 of type vlan for network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 Dec 15 21:26:08.508892 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.527520 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.551062 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Made reservation on behalf of 52da3b816ac94154844ebd7e3d59488c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:08.554364 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.644875 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.647493 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:08.649103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.697539 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Made reservation on behalf of 55a13f8946a9488bbbaf976f5a72e986 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:08.699811 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.728247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] Pushing event updated for resources: {'Network': ['ID=f88fc671-46e7-468b-bcc7-dbdc73a0ff04,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:08.738760 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:26:08.744398 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=715bb29b-c3f2-423f-925b-37a6d9c02623,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:08.810307 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b634712a-2829-49e4-85a7-27a035431e5b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1803164 Dec 15 21:26:08.812763 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42956) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:08.814168 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:08.818857 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Request body: {'subnet': {'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1537551134-subnet', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:08.827841 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Checking segment: {'id': '174a0ce2-3102-4f76-b33d-62449ce010c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:08.828194 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Network hostable DHCP agents. Network: 45f13a1f-e06b-4bd9-8c34-50b4b1a62887, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:26:08.928982 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.011825 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:26:09.046663 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec64cc4-8be7-49ff-b342-746347cb5a68,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:09.086493 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.086493 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Added segment 7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0 of type vlan for network b0f0f142-dbfe-4299-9179-ad7896fff119 Dec 15 21:26:09.130660 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Made reservation on behalf of dccd6b8a3161446ebe69f43aa05a2d5e for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:09.133920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.210785 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:26:09.240222 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.242239 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.261205 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.324454 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 45f13a1f-e06b-4bd9-8c34-50b4b1a62887) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:09.335093 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008e7031-b8af-4d50-8121-32f01a70ad57 None None] Network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.355193 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:09.358833 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.375266 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e20109-69e1-49d8-bc27-0d67b6a5706a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:09.420041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Checking segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:09.420489 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Network hostable DHCP agents. Network: c14f87eb-1d40-4e49-90d6-61cc4cd6c383, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:26:09.425212 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Checking segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:09.430391 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Network hostable DHCP agents. Network: e654444b-9a2d-423a-a9ea-bd8c947bb904, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:26:09.456433 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b16b52d-b23c-4050-b063-1c76d5f1546b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:09.470673 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84de7aee-fb00-4b19-8075-f6bc7988e572 None None] Network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.478699 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.478899 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.479699 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:09.480375 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.522324 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c490d203-3b81-4638-a89d-990bfeffc693,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:09.559617 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-afdf6cc6-ac06-468b-a98b-dba77bfcba5c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6839433 Dec 15 21:26:09.559888 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-913082a2-3862-4ae6-be6a-5e61cea2f5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.560003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Checking segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:09.560109 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] Pushing event updated for resources: {'Network': ['ID=b0f0f142-dbfe-4299-9179-ad7896fff119,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:09.560201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Network hostable DHCP agents. Network: f88fc671-46e7-468b-bcc7-dbdc73a0ff04, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:26:09.564937 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:26:09.576983 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bf95a8b2-6f8e-409e-8bf7-156203be822b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9391110 Dec 15 21:26:09.577918 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:26:09.579496 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 42988) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:09.583900 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network b0f0f142-dbfe-4299-9179-ad7896fff119 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:26:09.588608 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, e654444b-9a2d-423a-a9ea-bd8c947bb904) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:09.595325 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:09.596493 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.597671 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Request body: {'subnet': {'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-875447454-subnet', 'tenant_id': '5243452be4da440389b104480a5e6790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:09.642737 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428967a5-25cd-4c14-96ec-577692319318 None None] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.705619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:26:09.710897 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b322e68c-b28e-433b-ba14-e5138cfd9607 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4223731 Dec 15 21:26:09.715565 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 42996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:09.726797 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:09.779998 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, c14f87eb-1d40-4e49-90d6-61cc4cd6c383) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:09.781098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, f88fc671-46e7-468b-bcc7-dbdc73a0ff04) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:09.785443 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:09.789154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.789280 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:09.789280 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.805917 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad46893-af31-47d1-8400-45735f462623 None None] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.808101 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f82fc-6521-433d-a4e7-f28ca833ddbd None None] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.810339 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:09.812751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:09.844535 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e189a-cfd4-4c66-9976-0af1d9e8b2de None None] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:09.919405 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-00a7cce1-d61e-49e8-82e8-5b599f773c9a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6018393 Dec 15 21:26:09.930745 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43008) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:09.938526 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:09.973345 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:10.027322 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.032442 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.075215 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:10.079502 dv-cinder-812685-6-iscsi neutron-server[103254]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 21:26:10.155488 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.191640 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5b8f27ff-df58-4dbc-ba86-3232999fc7a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3769605 Dec 15 21:26:10.196293 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43036) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:10.203546 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:10.234286 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b1838b-2d67-4ef1-96a3-56cad45f51f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.237955 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.237955 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.251611 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:26:10.252748 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.295336 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-2695c540-32aa-44ef-962c-f16daffc9599 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:10.296895 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-2695c540-32aa-44ef-962c-f16daffc9599 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/networks?id=45f13a1f-e06b-4bd9-8c34-50b4b1a62887 HTTP/1.1" status: 200 len: 812 time: 0.2187436 Dec 15 21:26:10.319367 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:26:10.320380 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.322214 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.326225 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-505742c3-e578-4d31-b1d7-8fdf81989678 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/quotas/6bbc66b4ece443f1b4644b2842d1efbf HTTP/1.1" status: 200 len: 375 time: 0.0164349 Dec 15 21:26:10.361574 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.362472 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.391798 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.456589 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-b5299064-de43-4737-9512-0554e6676a45 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bbc66b4ece443f1b4644b2842d1efbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1214349 Dec 15 21:26:10.489605 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729db850-d15b-426b-842d-a5f0da1322fd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:10.498115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Checking segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:10.498587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Network hostable DHCP agents. Network: b0f0f142-dbfe-4299-9179-ad7896fff119, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:26:10.523785 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.562513 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Allocated IP 172.20.0.2 (c14f87eb-1d40-4e49-90d6-61cc4cd6c383/4b16b52d-b23c-4050-b063-1c76d5f1546b/7567d82a-4ede-44c2-91f2-40bf387dcd55) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:10.571446 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.577601 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Allocated IP 172.20.0.2 (f88fc671-46e7-468b-bcc7-dbdc73a0ff04/c490d203-3b81-4638-a89d-990bfeffc693/d8609896-6ce3-4525-bf73-7ddac4aeca4c) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:10.604448 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Network b0f0f142-dbfe-4299-9179-ad7896fff119 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:26:10.621906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-870bcb1b-593a-4e53-b0ee-a9f706cd4e06 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:26:10.622949 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-870bcb1b-593a-4e53-b0ee-a9f706cd4e06 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0642326 Dec 15 21:26:10.650255 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b1838b-2d67-4ef1-96a3-56cad45f51f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.716982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-c90c7b58-8bee-476d-8282-2d827e082e97 service neutron] 10.222.0.44 "GET /v2.0/networks/45f13a1f-e06b-4bd9-8c34-50b4b1a62887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Dec 15 21:26:10.724734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, b0f0f142-dbfe-4299-9179-ad7896fff119) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:10.742423 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:10.742764 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.743164 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318473b-88cd-4bbf-9b86-23ec2f359c14 None None] Network b0f0f142-dbfe-4299-9179-ad7896fff119 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:10.744271 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.780943 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8b1838b-2d67-4ef1-96a3-56cad45f51f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.818363 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.838024 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-dce2edb0-2cfa-4643-a274-d411102effe9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2491980 Dec 15 21:26:10.841197 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-dc8737cb-da1d-43cd-b870-5c2f5335bd17 service neutron] 10.222.0.44 "GET /v2.0/networks/45f13a1f-e06b-4bd9-8c34-50b4b1a62887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124036 Dec 15 21:26:10.917012 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:10.922485 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a8b1838b-2d67-4ef1-96a3-56cad45f51f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7fe31803cfc94a18b3ea07540737d920&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9478784 Dec 15 21:26:10.925232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:10.954567 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf6cd04-e3e9-470f-ae96-f1320dc41661 None None] Network b0f0f142-dbfe-4299-9179-ad7896fff119 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:10.975377 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1838b-2d67-4ef1-96a3-56cad45f51f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a36b4-1780-49e4-a130-d6356fdbda4f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:10.996915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.010315 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.062492 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.065063 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.104439 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.118068 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.137019 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:11.151330 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:11.157477 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:11.168046 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:11.236468 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Pushing event updated for resources: {'Port': ['ID=7567d82a-4ede-44c2-91f2-40bf387dcd55,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:11.265171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.267955 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.269800 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d51a36b4-1780-49e4-a130-d6356fdbda4f HTTP/1.1" status: 204 len: 168 time: 0.3405089 Dec 15 21:26:11.284448 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c0c8-a106-4e67-9abe-494d8041c33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a36b4-1780-49e4-a130-d6356fdbda4f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:11.308759 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.309110 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.310169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.310518 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.310852 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.311176 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.311498 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.311819 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.312189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.312527 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.312846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.313218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.313583 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Tracked resource versions report: Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: pushed versions: Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: { 'AddressGroup': {'1.2'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'ConntrackHelper': {'1.0'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Log': {'1.0'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Network': {'1.1'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Port': {'1.7'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'PortForwarding': {'1.2'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'QosPolicy': {'1.10'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroup': {'1.5'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SubPort': {'1.0'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Subnet': {'1.1'}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Trunk': {'1.1'}} Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: consumer versions: Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: HyperV agent@hv-cinder-81268: {}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'ConntrackHelper': '1.0', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'LocalIPAssociation': '1.0', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Log': '1.0', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Network': '1.1', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Port': '1.7', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'PortForwarding': '1.2', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'QosPolicy': '1.10', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroup': '1.5', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SecurityGroupRule': '1.2', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'SubPort': '1.0', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Subnet': '1.1', Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: 'Trunk': '1.1'}} Dec 15 21:26:11.314673 dv-cinder-812685-6-iscsi neutron-server[103256]: {{(pid=103256) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:26:11.320960 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43086) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:11.386426 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:11.430108 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:11.468500 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Attempting to bind port 7567d82a-4ede-44c2-91f2-40bf387dcd55 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:11.468938 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Attempting to bind port 7567d82a-4ede-44c2-91f2-40bf387dcd55 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:11.469297 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Attempting to bind port 7567d82a-4ede-44c2-91f2-40bf387dcd55 on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:11.509001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Pushing event updated for resources: {'Port': ['ID=d8609896-6ce3-4525-bf73-7ddac4aeca4c,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:11.527380 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Attempting to bind port d8609896-6ce3-4525-bf73-7ddac4aeca4c on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:11.527813 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Attempting to bind port d8609896-6ce3-4525-bf73-7ddac4aeca4c by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:11.528167 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Attempting to bind port d8609896-6ce3-4525-bf73-7ddac4aeca4c on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:11.530691 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:11.531052 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Checking segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:11.531451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.531852 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Bound using segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:11.532308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Bound port: 7567d82a-4ede-44c2-91f2-40bf387dcd55, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:11.532696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.547725 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:11.548112 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Checking segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:11.548493 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.548871 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Bound using segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:11.549365 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Bound port: d8609896-6ce3-4525-bf73-7ddac4aeca4c, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:11.549761 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.550233 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2a69a01c-4b0b-4289-96ef-40d4486e29d4 req-2a571545-e8df-411f-a509-d28f66594a90 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0919342 Dec 15 21:26:11.644586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-5173bacf-241e-476f-a211-a4ffd3b91cb4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:11.649073 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-5173bacf-241e-476f-a211-a4ffd3b91cb4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.3267834 Dec 15 21:26:11.678119 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-85198f44-bb3b-4c85-a686-c163e4b787e5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/quotas/5243452be4da440389b104480a5e6790 HTTP/1.1" status: 200 len: 375 time: 0.0217764 Dec 15 21:26:11.680433 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] For port 7567d82a-4ede-44c2-91f2-40bf387dcd55, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:11.682823 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] For port d8609896-6ce3-4525-bf73-7ddac4aeca4c, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:11.685636 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] For port 7567d82a-4ede-44c2-91f2-40bf387dcd55, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7567d82a-4ede-44c2-91f2-40bf387dcd55,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:11.687496 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] For port d8609896-6ce3-4525-bf73-7ddac4aeca4c, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=d8609896-6ce3-4525-bf73-7ddac4aeca4c,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:11.733477 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-88f978f2-dc80-4103-8d9c-ec5402400480 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493269 Dec 15 21:26:11.800592 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.812299 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.814695 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.847324 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.869458 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.963501 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:11.989654 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ee67-2e06-4019-8003-e23f041ace29 None None] Pushing event updated for resources: {'Port': ['ID=7567d82a-4ede-44c2-91f2-40bf387dcd55,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:11.997047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-4b5a1070-68f9-4393-9f69-8f0285afdd2d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:26:12.018620 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-4b5a1070-68f9-4393-9f69-8f0285afdd2d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060646 Dec 15 21:26:12.061953 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321a98a-f13d-4a8a-85ed-0862c9df08f9 None None] Pushing event updated for resources: {'Port': ['ID=d8609896-6ce3-4525-bf73-7ddac4aeca4c,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:12.118915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:12.420250 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:12.421882 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Allocated IP 172.27.3.246 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/f766d096-6ae2-459a-9ae0-4d54c7a04bcb) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:12.448952 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-fdcca09f-f0ce-42e5-be75-18c2665f2c02 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394939 Dec 15 21:26:12.457817 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:12.698070 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d93380ad-dd0d-4a96-b995-db57687594b3 req-31879c92-71af-4429-8bc7-8fc9e2a035d0 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0645096 Dec 15 21:26:12.718144 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:12.720067 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-c2a5ac8d-a681-4392-9c9a-af614e880f02 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569647 Dec 15 21:26:12.862195 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:12.946978 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:12.956675 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:12.967010 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:12.971981 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Allocated IP 172.27.3.75 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/089323f9-311e-40ca-82fd-9a18cc8c89ae) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:13.024755 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Pushing event updated for resources: {'Port': ['ID=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:13.100510 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-855edb68-5f34-49c8-94d2-3c7ecf8fe3a7 req-91cc55f6-ac6b-4640-8cbb-32f3ee731bac tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0636010 Dec 15 21:26:13.241015 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.439979 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.463230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7567d82a-4ede-44c2-91f2-40bf387dcd55 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:13.532830 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.566510 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7567d82a-4ede-44c2-91f2-40bf387dcd55 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:13.569050 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.577937 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073747c-f1ec-41ca-a961-007e03b95961 None None] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:13.695484 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:13.705731 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:13.713714 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Pushing event updated for resources: {'Port': ['ID=089323f9-311e-40ca-82fd-9a18cc8c89ae,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:13.716070 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-34044b1b-068d-4d0a-b9ac-54e2b3df43ee None None] Provisioning complete for port 7567d82a-4ede-44c2-91f2-40bf387dcd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:13.716428 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34044b1b-068d-4d0a-b9ac-54e2b3df43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.758002 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:13.772254 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Allocated IP 172.27.3.145 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/7a02d844-eb9b-4676-9b49-76223faa256f) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:13.817641 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-924df1c7-f0c1-4a47-ae77-ff83638fb09d req-d51320c9-7e23-49cd-bdfc-518617724867 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0409424 Dec 15 21:26:13.929664 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:13.962771 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26f483d-7912-44ee-8024-f26a084b3e31 None None] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:26:14.110911 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.158407 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.235257 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01a41949-ac9c-421e-9d2e-723a7a00e65f req-685367fe-4fa1-4d44-8bc4-1e480ab7320d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0487478 Dec 15 21:26:14.315038 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34044b1b-068d-4d0a-b9ac-54e2b3df43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.380209 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 7567d82a-4ede-44c2-91f2-40bf387dcd55, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7567d82a-4ede-44c2-91f2-40bf387dcd55,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:14.471217 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.478416 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device d8609896-6ce3-4525-bf73-7ddac4aeca4c up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:14.585816 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.585816 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.716498 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.db.api [None req-34044b1b-068d-4d0a-b9ac-54e2b3df43ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:26:14.716861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG oslo_db.api [None req-34044b1b-068d-4d0a-b9ac-54e2b3df43ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:26:14.748037 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=7567d82a-4ede-44c2-91f2-40bf387dcd55,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:14.789342 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port d8609896-6ce3-4525-bf73-7ddac4aeca4c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:14.789729 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.824131 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.859022 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43232) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:14.952110 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:14.964597 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:15.004062 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port d8609896-6ce3-4525-bf73-7ddac4aeca4c, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=d8609896-6ce3-4525-bf73-7ddac4aeca4c,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:15.034287 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e47737d1-0d1f-43bd-b542-af6d07aa0727 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.077559 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:15.084890 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Pushing event updated for resources: {'Port': ['ID=7a02d844-eb9b-4676-9b49-76223faa256f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:15.102224 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:15.125944 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.155706 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-28d2f230-142b-4070-91a6-3ee2ddc5f791 req-00af3858-597c-4db9-a89e-026a7681a5d6 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0417318 Dec 15 21:26:15.163043 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e47737d1-0d1f-43bd-b542-af6d07aa0727 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.214889 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=d8609896-6ce3-4525-bf73-7ddac4aeca4c,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:15.299068 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.308270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e47737d1-0d1f-43bd-b542-af6d07aa0727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.344359 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7567d82a-4ede-44c2-91f2-40bf387dcd55 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:15.400818 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e47737d1-0d1f-43bd-b542-af6d07aa0727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2825c90c05914bf69c1d21a5acde6ea0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5398195 Dec 15 21:26:15.401568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47737d1-0d1f-43bd-b542-af6d07aa0727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c54a7a-754c-4950-926a-13c2653c23ee,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:15.403909 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43246) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:15.419667 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7567d82a-4ede-44c2-91f2-40bf387dcd55 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:15.420070 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.464261 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b2290f4a-8425-4aaf-9c6f-1bf4b6848221 None None] Provisioning complete for port d8609896-6ce3-4525-bf73-7ddac4aeca4c triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:15.465745 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2290f4a-8425-4aaf-9c6f-1bf4b6848221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.478531 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-38491531-86e4-4426-8bf4-d5084fdf2985 req-3b04f711-cc6b-4f7c-ba30-10359cbbf02e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0279038 Dec 15 21:26:15.539521 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Router 7c54a7cf-4fc2-4961-8349-42290fb25e34 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:26:15.610015 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b2290f4a-8425-4aaf-9c6f-1bf4b6848221 None None] Provisioning complete for port 7567d82a-4ede-44c2-91f2-40bf387dcd55 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:15.610483 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b2290f4a-8425-4aaf-9c6f-1bf4b6848221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.668238 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.736059 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.767049 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.830524 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:15.841693 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Sync routers for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:15.862234 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:15.862234 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:15.899226 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:26:15.953942 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.60', 53150) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:15.973868 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.977642 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cfe214cb-d270-43d0-97e1-bad205c42b2d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2583952 Dec 15 21:26:15.977642 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.978264 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:15.982093 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/41c54a7a-754c-4950-926a-13c2653c23ee HTTP/1.1" status: 204 len: 168 time: 0.5725551 Dec 15 21:26:15.984532 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43256) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:16.080614 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361a6a0-76d3-49aa-b6f1-8e3ddb38f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c54a7a-754c-4950-926a-13c2653c23ee,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:16.151709 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-ad43e70a-066c-4c70-b59f-372ed212c1ee tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:16.154556 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-ad43e70a-066c-4c70-b59f-372ed212c1ee tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.60 "GET /v2.0/networks?id=45f13a1f-e06b-4bd9-8c34-50b4b1a62887 HTTP/1.1" status: 200 len: 812 time: 0.1988654 Dec 15 21:26:16.159230 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:16.221221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Request body: {'port': {'device_id': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887', 'admin_state_up': True, 'tenant_id': '6bbc66b4ece443f1b4644b2842d1efbf'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:16.380341 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:13Z', 'revision_number': 3, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:16.616828 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:16.623378 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:16.628964 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b894fb6-5552-41c3-bec8-c9b152485bfc req-f0cd0d9c-a814-41a9-a5be-2d84e3e39372 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0469398 Dec 15 21:26:16.629461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:16.629461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:16.629803 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Checking router: 7c54a7cf-4fc2-4961-8349-42290fb25e34 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:16.629803 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Updating router 7c54a7cf-4fc2-4961-8349-42290fb25e34 port f766d096-6ae2-459a-9ae0-4d54c7a04bcb binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:16.630115 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:16.630837 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:16.630989 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:16.631122 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:16.631122 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-338b19bb-d657-4ef8-8a4a-4631cabd2753 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6857390 Dec 15 21:26:16.631122 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43278) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:16.680420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d3e1551e-721b-457d-b0e6-5709a0229ed4 req-7a58fe68-9875-48ce-bd6c-6e3c77b588e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0855904 Dec 15 21:26:16.843572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Made reservation on behalf of 6bbc66b4ece443f1b4644b2842d1efbf for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:16.848834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:16.945395 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:16.986018 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:14Z', 'revision_number': 3, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:17.022185 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:17.022657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Updating router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 port 089323f9-311e-40ca-82fd-9a18cc8c89ae binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:17.051740 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.103137 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.60', 53159) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:17.147605 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.215162 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Pushing event updated for resources: {'Port': ['ID=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:17.217624 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Attempting to bind port f766d096-6ae2-459a-9ae0-4d54c7a04bcb on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:17.218097 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Attempting to bind port f766d096-6ae2-459a-9ae0-4d54c7a04bcb by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:17.218952 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Attempting to bind port f766d096-6ae2-459a-9ae0-4d54c7a04bcb on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:17.227872 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:17.228376 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:17.229102 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.229470 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:17.230041 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Bound port: f766d096-6ae2-459a-9ae0-4d54c7a04bcb, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:17.231038 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.234472 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.234947 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.235414 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.235846 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.236963 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.237697 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.237846 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.238854 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.238854 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.239118 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.239461 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.240435 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.240435 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:26:17.240938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Allocated IP 172.20.0.7 (45f13a1f-e06b-4bd9-8c34-50b4b1a62887/715bb29b-c3f2-423f-925b-37a6d9c02623/a197f855-ee69-4d4f-af18-faffbf7bebc0) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Tracked resource versions report: Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: pushed versions: Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: { 'AddressGroup': {'1.2'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'ConntrackHelper': {'1.0'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'LocalIPAssociation': {'1.0'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Log': {'1.0'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Network': {'1.1'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Port': {'1.7'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'PortForwarding': {'1.2'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'QosPolicy': {'1.10'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroup': {'1.5'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SubPort': {'1.0'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Subnet': {'1.1'}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Trunk': {'1.1'}} Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: consumer versions: Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: { DHCP agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: HyperV agent@hv-cinder-81268: {}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: L3 agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: Metadata agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: Metering agent@dv-cinder-812685-6-iscsi: {}, Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: Open vSwitch agent@dv-cinder-812685-6-iscsi: { 'AddressGroup': '1.2', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'ConntrackHelper': '1.0', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'LocalIPAssociation': '1.0', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Log': '1.0', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Network': '1.1', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Port': '1.7', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'PortForwarding': '1.2', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'QosPolicy': '1.10', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroup': '1.5', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SecurityGroupRule': '1.2', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'SubPort': '1.0', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Subnet': '1.1', Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: 'Trunk': '1.1'}} Dec 15 21:26:17.242109 dv-cinder-812685-6-iscsi neutron-server[103257]: {{(pid=103257) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:26:17.256834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43300) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:17.278612 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:26:17.292656 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd987-07c2-4643-b575-946fdefd04f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.307967 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] For port f766d096-6ae2-459a-9ae0-4d54c7a04bcb, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:17.311663 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] For port f766d096-6ae2-459a-9ae0-4d54c7a04bcb, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:17.442997 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd987-07c2-4643-b575-946fdefd04f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.481354 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.485866 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device d8609896-6ce3-4525-bf73-7ddac4aeca4c up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:17.548912 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b591a7e3-eb44-42e5-a41c-1d3a02f01301 req-d10a1a94-25bb-4415-aa8e-58d9ef13fdac tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0523260 Dec 15 21:26:17.554513 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port d8609896-6ce3-4525-bf73-7ddac4aeca4c triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:17.554894 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.560620 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-2400317e-e50b-4029-ada4-ea7546468e46 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:17.562153 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-2400317e-e50b-4029-ada4-ea7546468e46 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.4556241 Dec 15 21:26:17.583633 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Request body: {'port': {'device_id': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'admin_state_up': True, 'tenant_id': '5243452be4da440389b104480a5e6790'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:17.620590 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.676706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3f2dd987-07c2-4643-b575-946fdefd04f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.705743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.713586 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3f2dd987-07c2-4643-b575-946fdefd04f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=969446e22cc64e91aa083a0c2eeafd82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4569993 Dec 15 21:26:17.725976 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43312) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:17.767708 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7bfe4-4751-4022-b3a6-39d04b087116 None None] Pushing event updated for resources: {'Port': ['ID=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:17.794505 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:17.797863 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:17.812902 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.846331 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:17.875697 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.003481 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Attempting to bind port 089323f9-311e-40ca-82fd-9a18cc8c89ae on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:18.004135 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Attempting to bind port 089323f9-311e-40ca-82fd-9a18cc8c89ae by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:18.004941 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Attempting to bind port 089323f9-311e-40ca-82fd-9a18cc8c89ae on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:18.008891 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f4eb-054f-4dee-a715-41a6f97793da None None] Pushing event updated for resources: {'Port': ['ID=089323f9-311e-40ca-82fd-9a18cc8c89ae,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:18.015092 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:18.015377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:18.015661 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.016261 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:18.016892 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Bound port: 089323f9-311e-40ca-82fd-9a18cc8c89ae, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:18.017403 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.019813 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3b0c6dc8-97fa-42e8-85a4-661dacee2047 req-dabaf1e3-6538-45f0-afa3-fbacabe72ba8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0895731 Dec 15 21:26:18.065679 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dd987-07c2-4643-b575-946fdefd04f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff3335-de56-4063-b639-346e5f4d3634,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:18.109823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.113354 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.114687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89ff3335-de56-4063-b639-346e5f4d3634 HTTP/1.1" status: 204 len: 168 time: 0.3886864 Dec 15 21:26:18.115499 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:18.135485 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3254-97da-44c9-aee4-4fd42cd0ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff3335-de56-4063-b639-346e5f4d3634,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:18.181681 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] For port 089323f9-311e-40ca-82fd-9a18cc8c89ae, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:18.223263 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] For port 089323f9-311e-40ca-82fd-9a18cc8c89ae, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=089323f9-311e-40ca-82fd-9a18cc8c89ae,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:18.224069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.318003 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.336411 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:18.353625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:18.364572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:18.371397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:18.373172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.450226 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:18.520887 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:13Z', 'revision_number': 3, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:18.529256 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:18.545053 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:18.554288 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:18.554388 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-1c8ec776-d866-467a-be22-655212690485 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3376405 Dec 15 21:26:18.585083 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-48d75142-2bfc-4241-9838-f33a92b7703b tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:26:18.588047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-48d75142-2bfc-4241-9838-f33a92b7703b tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067739 Dec 15 21:26:18.681045 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:18.711186 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652bbbc2-b375-42c2-8ecd-69a3e95cfabf None None] The sync data for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi is: [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:13Z', 'revision_number': 3, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:18.719742 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.734533 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:18.741656 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:18.824959 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:18.829210 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5c196bba-2822-4ede-b003-75cbadecb22c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.6304958 Dec 15 21:26:18.834329 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43350) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:18.839827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd588f4d-3d96-44d1-856c-fc3fed1c2663 req-4f49b50b-2a1b-4a3a-b776-5d83e965a5d2 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:18.857266 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd588f4d-3d96-44d1-856c-fc3fed1c2663 req-4f49b50b-2a1b-4a3a-b776-5d83e965a5d2 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 931 time: 0.2007895 Dec 15 21:26:18.857519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f4eb-054f-4dee-a715-41a6f97793da None None] Pushing event updated for resources: {'Port': ['ID=089323f9-311e-40ca-82fd-9a18cc8c89ae,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:19.038419 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd588f4d-3d96-44d1-856c-fc3fed1c2663 req-5c875a27-c9f2-43e6-b042-25fcec6697ea tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602583 Dec 15 21:26:19.087094 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:19.142259 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:19.217678 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Request body: {'port': {'device_id': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:19.223243 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:19.231575 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:19.423308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:19.695835 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:15Z', 'revision_number': 3, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:19.798956 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:19.799216 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Updating router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 port 7a02d844-eb9b-4676-9b49-76223faa256f binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:19.876628 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac304fc6-0680-42c0-aaf1-f8d0e2539587 req-cdc0faf2-9b2f-48fb-a19e-0c6d39c1d56d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.1081457 Dec 15 21:26:19.910779 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:19.979273 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:19.999585 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Allocated IP 172.20.0.1 (e654444b-9a2d-423a-a9ea-bd8c947bb904/95e20109-69e1-49d8-bc27-0d67b6a5706a/89a44c79-cfc0-4974-84cf-4fdff05c4efe) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:20.021398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:14Z', 'revision_number': 3, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:20.138741 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f52dba-f657-480b-8f5b-51a50dfaaffc None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:14Z', 'revision_number': 3, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:20.608856 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85f274-307d-4458-ad9b-fe0c59bf2ac4 req-1e3fb91a-2b93-4e92-908c-d49339967fc7 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:20.621533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c85f274-307d-4458-ad9b-fe0c59bf2ac4 req-1e3fb91a-2b93-4e92-908c-d49339967fc7 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 931 time: 0.2919703 Dec 15 21:26:20.704800 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:20.848070 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c85f274-307d-4458-ad9b-fe0c59bf2ac4 req-50097344-5a79-4907-8cb9-4f642a5c770c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249830 Dec 15 21:26:20.934570 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:20.992134 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Allocated IP 172.20.0.5 (b0f0f142-dbfe-4299-9179-ad7896fff119/729db850-d15b-426b-842d-a5f0da1322fd/6bf8cbbf-951f-41f4-9512-9f50d84f2455) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:21.042626 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.072056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a197f855-ee69-4d4f-af18-faffbf7bebc0 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:21.085632 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.118064 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Transition to ACTIVE for port object a197f855-ee69-4d4f-af18-faffbf7bebc0 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:21.186431 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9f0fe94f-58f4-43ad-9ff1-64aa0789cd72 req-fe5b9790-535a-4940-ac1b-9e38412a880d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0401640 Dec 15 21:26:21.443226 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.456099 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.503712 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f766d096-6ae2-459a-9ae0-4d54c7a04bcb up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:21.532972 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Allocated IP 172.20.0.1 (c14f87eb-1d40-4e49-90d6-61cc4cd6c383/4b16b52d-b23c-4050-b063-1c76d5f1546b/9d946d5f-d26e-4104-a457-e756616c68b6) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:21.597947 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876a02-65fa-46ac-9103-0431890edb8d None None] Pushing event updated for resources: {'Port': ['ID=7a02d844-eb9b-4676-9b49-76223faa256f,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:21.644998 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port f766d096-6ae2-459a-9ae0-4d54c7a04bcb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:21.645798 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.662635 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Attempting to bind port 7a02d844-eb9b-4676-9b49-76223faa256f on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:21.670557 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Attempting to bind port 7a02d844-eb9b-4676-9b49-76223faa256f by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:21.679723 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Attempting to bind port 7a02d844-eb9b-4676-9b49-76223faa256f on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:21.694291 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:21.694717 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:21.695120 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.695511 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:21.695991 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Bound port: 7a02d844-eb9b-4676-9b49-76223faa256f, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:21.696401 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.762288 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.815755 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.817499 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:21.826966 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] For port 7a02d844-eb9b-4676-9b49-76223faa256f, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:21.835575 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] For port 7a02d844-eb9b-4676-9b49-76223faa256f, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7a02d844-eb9b-4676-9b49-76223faa256f,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:21.866369 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.911167 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port f766d096-6ae2-459a-9ae0-4d54c7a04bcb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:21.944209 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.957455 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.968103 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:21.985704 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:21.999804 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:22.003814 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:22.004968 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.005840 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 089323f9-311e-40ca-82fd-9a18cc8c89ae up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:22.015741 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:22.017456 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.103309 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876a02-65fa-46ac-9103-0431890edb8d None None] Pushing event updated for resources: {'Port': ['ID=7a02d844-eb9b-4676-9b49-76223faa256f,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:22.124856 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Attempting to bind port a197f855-ee69-4d4f-af18-faffbf7bebc0 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:22.125507 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Attempting to bind port a197f855-ee69-4d4f-af18-faffbf7bebc0 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '174a0ce2-3102-4f76-b33d-62449ce010c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:22.133681 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Attempting to bind port a197f855-ee69-4d4f-af18-faffbf7bebc0 on network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:22.145599 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:22.146342 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:22.207695 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Port a197f855-ee69-4d4f-af18-faffbf7bebc0 on network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:22.208268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Attempting to bind port a197f855-ee69-4d4f-af18-faffbf7bebc0 on network 45f13a1f-e06b-4bd9-8c34-50b4b1a62887 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:22.236020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:22.236384 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Checking segment: {'id': '174a0ce2-3102-4f76-b33d-62449ce010c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:22.237633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Bound using segment: {'id': '174a0ce2-3102-4f76-b33d-62449ce010c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:22.238104 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Bound port: a197f855-ee69-4d4f-af18-faffbf7bebc0, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174a0ce2-3102-4f76-b33d-62449ce010c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:22.238473 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.311859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0348f-2f6a-456d-8560-9865a0f3bee5 req-4125f5fb-bc97-4f9a-9047-54ac6468e211 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:22.314752 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0cf0348f-2f6a-456d-8560-9865a0f3bee5 req-4125f5fb-bc97-4f9a-9047-54ac6468e211 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.1914663 Dec 15 21:26:22.468140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:22.468140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 089323f9-311e-40ca-82fd-9a18cc8c89ae triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:22.468140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.479494 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:22.495682 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69330124-8ad7-4fdf-9f82-c24acca5486b req-9a651e61-582a-419a-bbf6-8646968cf93e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0852787 Dec 15 21:26:22.549842 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0cf0348f-2f6a-456d-8560-9865a0f3bee5 req-92c1f709-cd30-4d11-b845-9fc55ed11bf8 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108819 Dec 15 21:26:22.557451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e29e415b-4140-4ec3-ae78-712a7cb67d20 None None] Provisioning complete for port 9d946d5f-d26e-4104-a457-e756616c68b6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:22.557928 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e29e415b-4140-4ec3-ae78-712a7cb67d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.567724 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:22.575312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:22.599015 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e29e415b-4140-4ec3-ae78-712a7cb67d20 None None] Port 9d946d5f-d26e-4104-a457-e756616c68b6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:22.660285 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:22.662872 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:22.663789 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.698867 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.736272 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 089323f9-311e-40ca-82fd-9a18cc8c89ae, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=089323f9-311e-40ca-82fd-9a18cc8c89ae,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:22.754556 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Pushing event updated for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:22.884605 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.887227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.917163 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:22.969045 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:15Z', 'revision_number': 3, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:22.975450 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:22.987518 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=089323f9-311e-40ca-82fd-9a18cc8c89ae,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:23.006190 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.063708 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:23.065944 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356c2ec-18e9-40a7-b5d0-e9e402e38a65 None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:15Z', 'revision_number': 3, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:23.069728 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.076060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] 10.222.0.60 "PUT /v2.0/ports/a197f855-ee69-4d4f-af18-faffbf7bebc0 HTTP/1.1" status: 200 len: 1093 time: 4.1273682 Dec 15 21:26:23.077130 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:23.170759 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.194398 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69b127-b96e-4e50-aad2-46d24b7a5685 service neutron] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:23.371366 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f766d096-6ae2-459a-9ae0-4d54c7a04bcb up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:23.374672 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300c0d63-e8f8-400e-b661-7ea911208075" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:23.480838 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port f766d096-6ae2-459a-9ae0-4d54c7a04bcb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:23.484471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.665562 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Allocated IP 172.20.0.1 (f88fc671-46e7-468b-bcc7-dbdc73a0ff04/c490d203-3b81-4638-a89d-990bfeffc693/9ad7ce6e-e227-41b4-93f5-fefb01d61cda) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:23.803172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b61e4b2-de09-4d9a-8398-a4f56f97de57 x-openstack-request-id: req-9b61e4b2-de09-4d9a-8398-a4f56f97de57 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:23.803172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:23.803172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b61e4b2-de09-4d9a-8398-a4f56f97de57 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:23.803172 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'status': 'completed', 'code': 200} Dec 15 21:26:23.803773 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 089323f9-311e-40ca-82fd-9a18cc8c89ae up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:23.804381 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Network b0f0f142-dbfe-4299-9179-ad7896fff119 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:23.810720 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event updated for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:23.889224 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 089323f9-311e-40ca-82fd-9a18cc8c89ae triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:23.889760 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.919586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b539498-9b16-4cfe-8d55-f71204d49823 req-d3f6955e-d819-4923-bba7-e326514e4da8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:23.922191 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b539498-9b16-4cfe-8d55-f71204d49823 req-d3f6955e-d819-4923-bba7-e326514e4da8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 931 time: 0.2801299 Dec 15 21:26:23.936549 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:23.954131 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:23.962627 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:23.963550 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:23.987562 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c0d63-e8f8-400e-b661-7ea911208075 req-82190a8f-5528-4541-b091-47c52d093bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:23.989093 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-300c0d63-e8f8-400e-b661-7ea911208075 req-82190a8f-5528-4541-b091-47c52d093bfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bbc66b4ece443f1b4644b2842d1efbf&device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 1096 time: 0.2650332 Dec 15 21:26:23.989836 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.199929 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.222771 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-03c71302-a557-4830-803a-8193a3d58f6e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6483872 Dec 15 21:26:24.421865 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4928f-47bb-4085-9aeb-c26735f14cfa req-69344684-6f13-49ae-a87e-c55e9cb0735f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:24.428054 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.430656 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eeb4928f-47bb-4085-9aeb-c26735f14cfa req-69344684-6f13-49ae-a87e-c55e9cb0735f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.6494927 Dec 15 21:26:24.472156 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Request body: {'port': {'device_id': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:24.541206 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.545870 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.628224 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Pushing event updated for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:24.754434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b539498-9b16-4cfe-8d55-f71204d49823 req-c25df7af-945d-4945-967a-ff957a22e412 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6755657 Dec 15 21:26:24.754434 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c0d63-e8f8-400e-b661-7ea911208075 req-ce049705-f947-4855-abf1-1390413b4cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:24.754434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-300c0d63-e8f8-400e-b661-7ea911208075 req-ce049705-f947-4855-abf1-1390413b4cab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6bbc66b4ece443f1b4644b2842d1efbf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6673081 Dec 15 21:26:24.754434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eeb4928f-47bb-4085-9aeb-c26735f14cfa req-1d8b330f-1eda-4a2e-bb4c-b3aef4651932 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723536 Dec 15 21:26:24.755021 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:24.986132 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:25.002933 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:25.190113 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.195787 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.232665 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c0d63-e8f8-400e-b661-7ea911208075 req-16412c86-7d61-4265-8d5a-d67b1581de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:25.232665 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-300c0d63-e8f8-400e-b661-7ea911208075 req-16412c86-7d61-4265-8d5a-d67b1581de07 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5111310 Dec 15 21:26:25.364584 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7a02d844-eb9b-4676-9b49-76223faa256f up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:25.439942 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.440641 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.445341 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:25.461470 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7a02d844-eb9b-4676-9b49-76223faa256f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:25.462105 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.464362 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:25.553187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.563433 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:25.565343 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:25.581733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 7a02d844-eb9b-4676-9b49-76223faa256f, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7a02d844-eb9b-4676-9b49-76223faa256f,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:25.587335 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:25.587916 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:25.879220 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:26.148094 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4aff65eb-cd69-427b-8472-c5e12f6034f5 None None] Provisioning complete for port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:26.153550 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4aff65eb-cd69-427b-8472-c5e12f6034f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:26.249481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182557c-e4fa-42ef-a83b-b7cb473b19de req-75252a99-fb18-4e2b-b4a0-a6c063933168 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:26.250647 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=7a02d844-eb9b-4676-9b49-76223faa256f,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:26.262148 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3182557c-e4fa-42ef-a83b-b7cb473b19de req-75252a99-fb18-4e2b-b4a0-a6c063933168 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 931 time: 0.2485056 Dec 15 21:26:26.296159 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4aff65eb-cd69-427b-8472-c5e12f6034f5 None None] Port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:26.313878 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f4415-8c50-4afd-98f1-2685cadc44d6 req-faaa7b55-6c3f-48ff-91a4-634447cc7727 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:26.322060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8b1f4415-8c50-4afd-98f1-2685cadc44d6 req-faaa7b55-6c3f-48ff-91a4-634447cc7727 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.2244449 Dec 15 21:26:26.429190 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Router 7c54a7cf-4fc2-4961-8349-42290fb25e34 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:26:26.457369 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:26.458973 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8b1f4415-8c50-4afd-98f1-2685cadc44d6 req-af12c33e-9d3e-41d6-af6b-7f8a9330dee6 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360583 Dec 15 21:26:26.486312 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3182557c-e4fa-42ef-a83b-b7cb473b19de req-17f589ee-3cb8-4f59-93e6-ee24ba1e772b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232213 Dec 15 21:26:26.589012 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:26.615409 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:26.721723 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:26.740187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Sync routers for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:26.755047 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:26.756036 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:26.796261 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c83c66b0-805d-42b5-a53d-a2190e9c223d admin admin] 10.222.0.44 "PUT /v2.0/routers/7c54a7cf-4fc2-4961-8349-42290fb25e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8071415 Dec 15 21:26:26.801029 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf8cbbf-951f-41f4-9512-9f50d84f2455 {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:26.833412 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:26.942004 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:26.942283 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Transition to ACTIVE for port object 6bf8cbbf-951f-41f4-9512-9f50d84f2455 will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:26.992989 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-67c8ce05-223c-4ce5-92a9-b016f0e11ede None None] Provisioning complete for port 9d946d5f-d26e-4104-a457-e756616c68b6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:26.993649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67c8ce05-223c-4ce5-92a9-b016f0e11ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.069921 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:26:27.113452 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-67c8ce05-223c-4ce5-92a9-b016f0e11ede None None] Port 9d946d5f-d26e-4104-a457-e756616c68b6 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:27.187588 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.323810 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:27.329346 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-78d39da1-68de-4496-a31b-37ce3f2b10ce admin admin] 10.222.0.44 "PUT /v2.0/routers/0103aac2-7c5b-4f50-b97f-62e6edf68a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7041111 Dec 15 21:26:27.334666 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:27.353428 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.379356 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:27.380063 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:27.380634 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7a02d844-eb9b-4676-9b49-76223faa256f up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:27.455055 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:27.459747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.461443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.483148 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:27.638735 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:27.714780 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7a02d844-eb9b-4676-9b49-76223faa256f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:27.715158 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.807248 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:27.826766 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Attempting to bind port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:27.827702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Attempting to bind port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:27.828139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Attempting to bind port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:27.865275 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:23Z', 'revision_number': 4, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '89a44c79-cfc0-4974-84cf-4fdff05c4efe', 'name': '', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'mac_address': 'fa:16:3e:69:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:19Z', 'updated_at': '2021-12-15T21:26:24Z', 'revision_number': 2, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'subnets': [{'id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:27.866909 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 on network b0f0f142-dbfe-4299-9179-ad7896fff119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:27.867482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Attempting to bind port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:27.875635 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:27.876096 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Checking segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:27.877267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Bound using segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:27.877935 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Bound port: 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:27.878406 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:27.878529 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054ab08-1aaa-4c1a-b14b-c30440173652 req-bb9cd3a4-3f73-4fe0-b084-7e28c796458a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:27.891660 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2054ab08-1aaa-4c1a-b14b-c30440173652 req-bb9cd3a4-3f73-4fe0-b084-7e28c796458a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.2919118 Dec 15 21:26:27.910605 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:27.913744 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:27.983470 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Checking router: 7c54a7cf-4fc2-4961-8349-42290fb25e34 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:27.987331 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Updating router 7c54a7cf-4fc2-4961-8349-42290fb25e34 port 89a44c79-cfc0-4974-84cf-4fdff05c4efe binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:28.119041 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-e30dbf73-6959-4a6c-9d14-67e23ddff1bb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:28.121243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-e30dbf73-6959-4a6c-9d14-67e23ddff1bb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 818 time: 0.2006197 Dec 15 21:26:28.165400 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.230356 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2054ab08-1aaa-4c1a-b14b-c30440173652 req-3af13d2a-334b-4e06-a4b8-a35bff883ec6 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321595 Dec 15 21:26:28.230356 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-d08be9fc-55dc-46f1-be79-f8e8a94defc1 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/quotas/52da3b816ac94154844ebd7e3d59488c HTTP/1.1" status: 200 len: 375 time: 0.0962169 Dec 15 21:26:28.257082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a39bfae7-3408-4c0c-9710-179fa3488924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.258167 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:24Z', 'revision_number': 2, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:28.349440 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:28.350572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:28.353415 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Updating router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 port 9d946d5f-d26e-4104-a457-e756616c68b6 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:28.406376 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:28.412843 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.472733 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:26:28.482625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a39bfae7-3408-4c0c-9710-179fa3488924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.497858 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.522335 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-77c3616e-7d96-44e8-a724-59a1ad4b4077 None None] Provisioning complete for port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:28.522846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-77c3616e-7d96-44e8-a724-59a1ad4b4077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.558126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-24ac2f24-c8a4-42fc-ad9d-1a9e489e2d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:28.559894 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-24ac2f24-c8a4-42fc-ad9d-1a9e489e2d75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6bbc66b4ece443f1b4644b2842d1efbf&device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 1096 time: 0.1288762 Dec 15 21:26:28.569261 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-77c3616e-7d96-44e8-a724-59a1ad4b4077 None None] Port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:28.579506 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-4e7307a0-ac20-418c-9d29-2aeebdd49c55 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2866597 Dec 15 21:26:28.595986 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ead26-8f50-41bf-aafb-9028b71c3000 req-5aafaf8f-e2db-44d1-bc79-1aa27c563819 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:28.597949 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac1ead26-8f50-41bf-aafb-9028b71c3000 req-5aafaf8f-e2db-44d1-bc79-1aa27c563819 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1698699 Dec 15 21:26:28.598771 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a39bfae7-3408-4c0c-9710-179fa3488924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.631195 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a39bfae7-3408-4c0c-9710-179fa3488924 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61f8411595fb481794a2d4d4a0115554&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1751115 Dec 15 21:26:28.694752 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43550) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:28.768234 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:26:28.819576 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ccd4f447-550b-4f62-a170-ceca49e3bdf9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e95be6c9-8bdd-468a-a1e3-d6567a13eb53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9506664 Dec 15 21:26:28.829225 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:26:28.868783 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:28.869421 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.875067 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac1ead26-8f50-41bf-aafb-9028b71c3000 req-d7ff7c3a-c72f-47bf-a2bc-424fd5dbace4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486298 Dec 15 21:26:28.877483 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] 10.222.0.60 "PUT /v2.0/ports/6bf8cbbf-951f-41f4-9512-9f50d84f2455 HTTP/1.1" status: 200 len: 1093 time: 4.4074030 Dec 15 21:26:28.878056 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:28.903175 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:28.926759 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:28.927417 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:28.950316 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-38535350-b5d7-4fe5-9087-a1ece49d1267 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0 HTTP/1.1" status: 200 len: 217 time: 0.3227406 Dec 15 21:26:29.010213 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae9c92-8d87-4e50-a816-8de822832350 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:29.078968 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.103800 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bfae7-3408-4c0c-9710-179fa3488924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208ea661-6b03-401b-bdc2-a4e9321d1eb3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:29.149355 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.155885 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5483047d-54c8-41d9-9522-4624ab3554c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:29.227206 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.255173 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:29.258417 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdf29-9979-4c02-b0b9-6056f29ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:29.358971 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-8b479206-0c3b-472a-acdf-753c1bc73ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:29.358971 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-8b479206-0c3b-472a-acdf-753c1bc73ca6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 1096 time: 0.2574840 Dec 15 21:26:29.359174 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-581db6d1-7ed0-49fc-a3d8-f9954e7b0980 service neutron] 10.222.0.44 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241430 Dec 15 21:26:29.437734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cbb3c-a134-442d-a0db-f436d351e94e req-097b2a2c-705a-4402-bdab-defcb6352a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:29.441384 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-097b2a2c-705a-4402-bdab-defcb6352a8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715bb29b-c3f2-423f-925b-37a6d9c02623 HTTP/1.1" status: 200 len: 852 time: 0.3448672 Dec 15 21:26:29.476158 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Attempting to bind port 89a44c79-cfc0-4974-84cf-4fdff05c4efe on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:29.479764 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Attempting to bind port 89a44c79-cfc0-4974-84cf-4fdff05c4efe by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:29.479764 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Attempting to bind port 89a44c79-cfc0-4974-84cf-4fdff05c4efe on network e654444b-9a2d-423a-a9ea-bd8c947bb904 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:29.504447 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e91b-b177-47c1-861c-7e874bd03351 None None] Pushing event updated for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:29.519943 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Attempting to bind port 9d946d5f-d26e-4104-a457-e756616c68b6 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:29.521102 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Attempting to bind port 9d946d5f-d26e-4104-a457-e756616c68b6 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:29.521669 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Attempting to bind port 9d946d5f-d26e-4104-a457-e756616c68b6 on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:29.530974 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:29.531655 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Checking segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:29.532292 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.533670 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Bound using segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:29.534997 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Bound port: 9d946d5f-d26e-4104-a457-e756616c68b6, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:29.535576 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.543602 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:29.543813 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Checking segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:29.544276 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.544677 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Bound using segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:29.545328 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Bound port: 89a44c79-cfc0-4974-84cf-4fdff05c4efe, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:29.550072 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.596801 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-dab555ea-82d4-4968-8d8e-b5192613f98e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455 HTTP/1.1" status: 200 len: 217 time: 0.2390881 Dec 15 21:26:29.624786 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-57a3116c-3d85-455a-bbb6-881ac018efc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=45f13a1f-e06b-4bd9-8c34-50b4b1a62887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671129 Dec 15 21:26:29.663093 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] For port 9d946d5f-d26e-4104-a457-e756616c68b6, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:29.667745 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] For port 9d946d5f-d26e-4104-a457-e756616c68b6, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9d946d5f-d26e-4104-a457-e756616c68b6,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:29.692222 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.755144 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:29.964263 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:29.964804 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:30.003250 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] Provisioning complete for port 9d946d5f-d26e-4104-a457-e756616c68b6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:30.003864 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.014266 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.039239 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-43ecb75f-e51d-49d7-8fce-6cc39797968f service neutron] 10.222.0.44 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952790 Dec 15 21:26:30.173523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] For port 89a44c79-cfc0-4974-84cf-4fdff05c4efe, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:30.195766 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] For port 89a44c79-cfc0-4974-84cf-4fdff05c4efe, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=89a44c79-cfc0-4974-84cf-4fdff05c4efe,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:30.213827 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-2361f550-faac-47fc-bab4-8697b214df28 service neutron] 10.222.0.60 "GET /v2.0/networks/45f13a1f-e06b-4bd9-8c34-50b4b1a62887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449443 Dec 15 21:26:30.233649 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-2dc130d1-68b8-4836-a897-35a96c9fa6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:30.243946 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-2dc130d1-68b8-4836-a897-35a96c9fa6e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.6349185 Dec 15 21:26:30.376126 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:30.380811 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9e91b-b177-47c1-861c-7e874bd03351 None None] Pushing event updated for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:30.408715 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-91d004f6-3142-400b-b5a5-2aea7c4ef27b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662195 Dec 15 21:26:30.425122 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.429353 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-667cbb3c-a134-442d-a0db-f436d351e94e req-bea28341-f9cc-4692-8fbf-f8593ae7bcdc service neutron] 10.222.0.60 "GET /v2.0/networks/45f13a1f-e06b-4bd9-8c34-50b4b1a62887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985295 Dec 15 21:26:30.457192 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43594) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:30.462024 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044621262', 'description': 'tempest-description--517366614'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:30.466126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.474323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.477820 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/208ea661-6b03-401b-bdc2-a4e9321d1eb3 HTTP/1.1" status: 204 len: 168 time: 1.7412159 Dec 15 21:26:30.510085 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16de8d0-a854-4ccd-bced-63462c06188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208ea661-6b03-401b-bdc2-a4e9321d1eb3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:30.648347 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdf29-9979-4c02-b0b9-6056f29ca3a6 None None] Pushing event updated for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:30.669504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.757919 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 2, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:30.829027 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:30.901183 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519b073-7cad-444f-8f91-a7033234a370 x-openstack-request-id: req-8519b073-7cad-444f-8f91-a7033234a370 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:30.902878 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:30.903180 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8519b073-7cad-444f-8f91-a7033234a370 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:30.903655 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455', 'status': 'completed', 'code': 200} Dec 15 21:26:31.043591 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1edd-f564-478b-b330-5375ad214dbf req-821f3a99-1c48-4e01-98ce-a2f1dc88011f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:31.047175 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a94f1edd-f564-478b-b330-5375ad214dbf req-821f3a99-1c48-4e01-98ce-a2f1dc88011f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0876570 Dec 15 21:26:31.048485 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] For port 9d946d5f-d26e-4104-a457-e756616c68b6, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9d946d5f-d26e-4104-a457-e756616c68b6,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:31.052131 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:26:31.052701 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Updating router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:26:31.111517 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-683d9424-ae32-41ed-b4d9-9bed63cb261a service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516455 Dec 15 21:26:31.145741 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:31.146292 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:31.204044 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:31.219178 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a94f1edd-f564-478b-b330-5375ad214dbf req-3f045e83-7a4a-4bab-a386-373d0c3fd1b2 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636264 Dec 15 21:26:31.274642 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:31.341576 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:29Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:31.364560 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:31.428096 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:31.463088 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd1efa7-741b-4b38-babf-7717d7416182 None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:29Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:31.465336 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43614) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:31.478721 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e794-2a6e-47e3-8d6b-eb84651633b7 req-b9df348d-7850-4dfb-b588-e17286190a1f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:31.479218 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319389186', 'description': 'tempest-description--212891043'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:31.492299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea28e794-2a6e-47e3-8d6b-eb84651633b7 req-b9df348d-7850-4dfb-b588-e17286190a1f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1611385 Dec 15 21:26:31.556409 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:31.559248 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1008034 Dec 15 21:26:31.565852 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:31.578740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group_rule': {'security_group_id': '3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:31.611730 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bfb46-9ea1-4e64-9ec0-4082c77258ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:31.731713 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-3ad9444d-c5a7-411f-ab07-b6037919af5c req-43661719-dcef-4232-8ab9-afb2463659fa service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424001 Dec 15 21:26:31.758271 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-348151cf-17b5-410c-b9f2-9f3096639ee4 req-2b6e2a09-855e-491b-9646-6a1e16afb1cd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 210 time: 0.1245620 Dec 15 21:26:31.839642 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea28e794-2a6e-47e3-8d6b-eb84651633b7 req-96afb8e6-b986-4483-8af3-531aa526f114 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381660 Dec 15 21:26:31.948405 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7502b95a-3834-42f1-9bf1-6090f96129a8 None None] Provisioning complete for port 9d946d5f-d26e-4104-a457-e756616c68b6 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:31.949862 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7502b95a-3834-42f1-9bf1-6090f96129a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.045967 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:32.087851 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e1318-a2f3-419f-827f-ab32b49e4a79 None None] Pushing event updated for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:32.204798 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-444e5f25-17ac-4a71-ad44-a57a788f95bc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:32.213006 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-444e5f25-17ac-4a71-ad44-a57a788f95bc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 818 time: 0.1452351 Dec 15 21:26:32.223575 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.245077 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-8f9df4ec-7e7a-45fa-81a3-835b0aebedff tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/quotas/52da3b816ac94154844ebd7e3d59488c HTTP/1.1" status: 200 len: 375 time: 0.0305092 Dec 15 21:26:32.322570 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-ff4f6189-7be6-4441-888e-0f35b6e8c164 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604980 Dec 15 21:26:32.412041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.478953 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.482675 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.491943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09514eae-d9fa-474b-af4b-c50c716f74d3 req-c6ba1af7-9df2-488c-af2d-205a9b835ca7 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:32.493631 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-09514eae-d9fa-474b-af4b-c50c716f74d3 req-c6ba1af7-9df2-488c-af2d-205a9b835ca7 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0932200 Dec 15 21:26:32.496922 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:23Z', 'revision_number': 4, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '89a44c79-cfc0-4974-84cf-4fdff05c4efe', 'name': '', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'mac_address': 'fa:16:3e:69:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:19Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 4, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'subnets': [{'id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:32.506731 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-93ca4580-da8e-4e2e-b601-df232f7e189f service neutron] 10.222.0.44 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823814 Dec 15 21:26:32.517105 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.554545 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5164-e74f-487e-b83a-65b2b2717067 None None] The sync data for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi is: [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:23Z', 'revision_number': 4, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '89a44c79-cfc0-4974-84cf-4fdff05c4efe', 'name': '', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'mac_address': 'fa:16:3e:69:61:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:19Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 4, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'subnets': [{'id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:32.612011 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-09514eae-d9fa-474b-af4b-c50c716f74d3 req-f3ba9ee0-9c1c-4dbe-b39d-fdc154e98825 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038244 Dec 15 21:26:32.622631 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f5eeb-c76d-4538-8762-11872c428416,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:32.642846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.682331 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.688705 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.712111 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2203f0a4-3fd1-4d43-b024-499d5eb2e9d4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2360294 Dec 15 21:26:32.712111 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:32.730217 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group_rule': {'security_group_id': 'c20f5eeb-c76d-4538-8762-11872c428416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:32.785763 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:32.848881 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e88ef2-ae71-4ebd-b71f-280f37925498 None None] Pushing event updated for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:32.890988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ad7245-8845-4924-b7b0-60cac6f55afb,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:32.958896 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.056741 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Attempting to bind port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:33.057484 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Attempting to bind port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:33.058226 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Attempting to bind port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:33.064644 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:33.065424 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Checking segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:33.066005 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.066554 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Bound using segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:33.067332 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Bound port: 9ad7ce6e-e227-41b4-93f5-fefb01d61cda, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:33.067964 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.139716 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.142009 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-c85499c2-0604-4fda-952a-18c9e9a2c976 service neutron] 10.222.0.44 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665543 Dec 15 21:26:33.175587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002cd21-eed4-459f-ac11-bc3a410d5542 req-206052e2-cf52-4d93-ace3-38d833e15bd4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:33.177391 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0002cd21-eed4-459f-ac11-bc3a410d5542 req-206052e2-cf52-4d93-ace3-38d833e15bd4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1238568 Dec 15 21:26:33.209019 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] For port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:33.213712 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] For port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:33.262959 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0002cd21-eed4-459f-ac11-bc3a410d5542 req-5b26443b-f11f-49f4-80d3-5846e0e84277 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756936 Dec 15 21:26:33.292570 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.296616 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1f0c2605-2dc1-4ae4-a149-b05fdb74540a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7249734 Dec 15 21:26:33.298155 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43668) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:33.300846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f76953bc-dcc4-477e-b70b-46cb92b92f5d None None] Provisioning complete for port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:33.305253 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f76953bc-dcc4-477e-b70b-46cb92b92f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.305492 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group_rule': {'security_group_id': '3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:33.341479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.381659 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1fa85d-0acf-489a-a0fd-9d77aa7a55f7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:33.396459 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.431068 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f76953bc-dcc4-477e-b70b-46cb92b92f5d None None] Port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:33.477735 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:26:33.490664 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:33.490664 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e88ef2-ae71-4ebd-b71f-280f37925498 None None] Pushing event updated for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:33.528869 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.580729 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 89a44c79-cfc0-4974-84cf-4fdff05c4efe up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:33.614283 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5418cc9b-1234-4a63-8802-411c9271dbf6 req-88b888ab-de8c-4107-a5c8-95a2cd91ba57 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0528235 Dec 15 21:26:33.629477 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.634188 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2b1d2277-d087-4219-aab8-852ea89d3f38 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9213145 Dec 15 21:26:33.634988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43678) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:33.640637 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group_rule': {'security_group_id': 'c20f5eeb-c76d-4538-8762-11872c428416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:33.721505 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.791858 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.831519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.840940 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 89a44c79-cfc0-4974-84cf-4fdff05c4efe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:33.842678 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.882375 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e75bc8-8741-4fa5-9560-5dfa31b61624,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:33.895792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:26:33.900500 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.904822 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9f157-fce5-496c-b3ac-d256d307513d req-c0cc19cb-4a7a-4850-8ad4-679cdc837e11 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:33.906465 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a9d9f157-fce5-496c-b3ac-d256d307513d req-c0cc19cb-4a7a-4850-8ad4-679cdc837e11 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.1279898 Dec 15 21:26:33.938310 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] Provisioning complete for port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:33.938701 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:33.958671 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a9d9f157-fce5-496c-b3ac-d256d307513d req-9ec01e70-946e-4043-b20f-f0160eb23331 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461032 Dec 15 21:26:34.015162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.017827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.021238 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-29e9e850-059d-4407-8b66-970062a27538 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7194600 Dec 15 21:26:34.022379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43690) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:34.027945 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:34.031449 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4848e85a-dfa5-47db-a666-fa4b843077da,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:34.123936 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.171708 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.176087 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-667f356f-06cc-4d60-a220-d730d9732c5d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5400054 Dec 15 21:26:34.176710 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:34.181520 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:34.233553 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 89a44c79-cfc0-4974-84cf-4fdff05c4efe, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=89a44c79-cfc0-4974-84cf-4fdff05c4efe,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:34.234375 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.279381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] For port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:34.288883 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:33Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:26:34.296549 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.363051 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531315ef-d6dd-40e5-9827-36ccb4ea2444 None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:33Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:26:34.367975 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.368888 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9d946d5f-d26e-4104-a457-e756616c68b6 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:34.371273 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.405113 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.497552 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:34.582031 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.610387 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9d55-6449-4095-9af8-0e8748a82973 req-5c68eac5-67e3-4b53-89a0-c4c16d3535dd tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:34.617730 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-993e9d55-6449-4095-9af8-0e8748a82973 req-5c68eac5-67e3-4b53-89a0-c4c16d3535dd tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1888340 Dec 15 21:26:34.624907 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 9d946d5f-d26e-4104-a457-e756616c68b6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:34.625784 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.632344 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf9af6-1564-4fe5-a274-62a35ada9adb None None] Pushing event updated for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:34.757998 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Allocated IP 172.27.3.222 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/50be20bf-7901-4b49-af10-d66b853c61d3) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:34.840441 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-993e9d55-6449-4095-9af8-0e8748a82973 req-32615fd2-aa22-423b-a69c-cc2e93a67357 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217145 Dec 15 21:26:34.846391 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2bed948-9865-4410-8e98-a230634c4a5d req-6b32014e-88b4-482d-ae4f-f143e744c113 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.1025038 Dec 15 21:26:34.854191 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:34.949598 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.080131 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac6ca9-e810-42e7-b478-94e431f30c88 req-e0016b26-deca-4fd6-b01e-cfbdb627fcd8 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:35.081721 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1ac6ca9-e810-42e7-b478-94e431f30c88 req-e0016b26-deca-4fd6-b01e-cfbdb627fcd8 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0502648 Dec 15 21:26:35.128405 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.158482 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1ac6ca9-e810-42e7-b478-94e431f30c88 req-356f948f-f94c-4674-a829-17809e28380a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685115 Dec 15 21:26:35.191533 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:35.194753 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:35.201607 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:35.212712 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Allocated IP 172.27.3.40 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/9349207e-b273-4480-90ba-c2fecbb87125) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:35.218519 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=50be20bf-7901-4b49-af10-d66b853c61d3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:35.396152 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 89a44c79-cfc0-4974-84cf-4fdff05c4efe up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:35.445010 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.465109 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.570085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 89a44c79-cfc0-4974-84cf-4fdff05c4efe triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:35.570454 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.582815 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.587283 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.653032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:35.657175 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:35.659166 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=9349207e-b273-4480-90ba-c2fecbb87125,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:35.669924 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9ad7ce6e-e227-41b4-93f5-fefb01d61cda up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:35.683314 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:35.732771 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:35.733136 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.785371 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.817376 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.853297 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.951606 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.956026 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:35.971042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=50be20bf-7901-4b49-af10-d66b853c61d3,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:36.040022 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8dbaaa3a-fc20-4dab-a3a0-545ffdd08e0f req-1d085f39-9bf0-4e0f-bd4d-1a32751bd1c4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0429981 Dec 15 21:26:36.041430 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:36.043110 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-588441d4-6f72-4801-a003-46c3e405aa54 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8653638 Dec 15 21:26:36.094981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e09d3-b66b-48da-99e6-edaacc3bb695 req-2512c292-8f24-43f5-b2e6-a4109e3cc7d2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:36.102344 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-370e09d3-b66b-48da-99e6-edaacc3bb695 req-2512c292-8f24-43f5-b2e6-a4109e3cc7d2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1623864 Dec 15 21:26:36.202326 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-370e09d3-b66b-48da-99e6-edaacc3bb695 req-81df6c32-0ddb-4aee-b7f0-d23756a867a5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990210 Dec 15 21:26:36.310097 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:36.354297 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:26:36.354943 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-8830e6f7-f9cd-41fe-9b14-e667a094fe57 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--319389186&fields=id&tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 267 time: 0.1089029 Dec 15 21:26:36.384892 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d33115-6616-4f00-bd7b-de9469d77d20 req-d8fd99a3-96bd-4efd-9f00-f1b2e9952b5e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:36.386909 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8d33115-6616-4f00-bd7b-de9469d77d20 req-d8fd99a3-96bd-4efd-9f00-f1b2e9952b5e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0915015 Dec 15 21:26:36.396453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:36.485747 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:36.524983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=9349207e-b273-4480-90ba-c2fecbb87125,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:36.565685 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8d33115-6616-4f00-bd7b-de9469d77d20 req-3c3eee26-a0a2-424e-b5d3-5b44ee709e5b tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670098 Dec 15 21:26:36.572003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-123e9f23-3fc9-48c0-a5ff-056f8e904d51 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:36.573444 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-123e9f23-3fc9-48c0-a5ff-056f8e904d51 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 811 time: 0.2091832 Dec 15 21:26:36.588690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-12df9287-d36c-41bb-8192-4b98a16b6b2d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/quotas/dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 375 time: 0.0090303 Dec 15 21:26:36.638196 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-debacc72-45be-43b7-886f-f7bf39f3cc5a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441070 Dec 15 21:26:36.641071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:36.642263 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8cfe0b00-06d3-4e3f-8808-ee8dda400e98 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6187680 Dec 15 21:26:36.734925 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-7642cc22-c3b7-450b-9c27-40c2d043c785 service neutron] 10.222.0.44 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815165 Dec 15 21:26:36.991214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-9d9fe842-b12b-447c-a249-573f9852545d service neutron] 10.222.0.44 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498884 Dec 15 21:26:36.994621 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-824137e4-5b55-4bc9-814e-fd48c1782943 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2044621262&fields=id&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 267 time: 0.0703948 Dec 15 21:26:37.104285 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-a78ea30f-afb9-47a5-a62c-a6270a2ad806 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:37.106357 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-a78ea30f-afb9-47a5-a62c-a6270a2ad806 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 816 time: 0.1041696 Dec 15 21:26:37.141545 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-781cb71c-136d-4550-a8c6-b20c2498cc34 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/quotas/55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 375 time: 0.0087214 Dec 15 21:26:37.171571 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-5cdd23a5-f497-4702-b2aa-ed8f88a64c14 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454824 Dec 15 21:26:37.221042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-813edb7f-ac10-4e38-891c-7676779532ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:37.273982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-6790afa0-7cfa-445a-a884-e5f4b2b89ff0 service neutron] 10.222.0.44 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888100 Dec 15 21:26:37.385443 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4729cea-37b3-4f27-9a4c-17f032a6d501 req-ce742e53-2568-496c-802c-4998d7e0e5f8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0405777 Dec 15 21:26:37.423844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-2b28ca27-635a-4c99-8220-0ac35e9df45b service neutron] 10.222.0.44 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395342 Dec 15 21:26:37.504990 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf59c8-4132-4834-93a4-d0ae888bc869 req-0af73af1-8857-4a73-a8f6-c8fbff2b6d37 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:37.506580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ecf59c8-4132-4834-93a4-d0ae888bc869 req-0af73af1-8857-4a73-a8f6-c8fbff2b6d37 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0532796 Dec 15 21:26:37.555151 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ecf59c8-4132-4834-93a4-d0ae888bc869 req-862e68f9-0ad6-4447-b76c-3024e321e5c7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419166 Dec 15 21:26:37.619848 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b71f2999-7122-4385-8850-6501222a6414 req-002e179c-d26b-4a5c-b93a-44931988444c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0258658 Dec 15 21:26:37.693568 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca6ecd85-e2da-4bf4-972e-1895767b4e68 req-a3bd38f1-6fc3-4d47-9f1b-bad589c43a01 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0275259 Dec 15 21:26:37.750181 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b759877-efa5-4873-80d9-a4833c30ad24 req-eb143d4e-cf39-494c-827d-56ee7baa495e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:37.751953 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3b759877-efa5-4873-80d9-a4833c30ad24 req-eb143d4e-cf39-494c-827d-56ee7baa495e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0609541 Dec 15 21:26:37.762733 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-e87e26e7-a81b-452e-b461-49a16d1e29aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:37.764803 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-e87e26e7-a81b-452e-b461-49a16d1e29aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 1096 time: 0.0517135 Dec 15 21:26:37.809915 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3b759877-efa5-4873-80d9-a4833c30ad24 req-c6c44727-e0a3-4402-af24-bdc09304a326 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517642 Dec 15 21:26:37.978186 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-ddf3d3d4-1978-4730-9033-8a5017a69623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:37.979711 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-ddf3d3d4-1978-4730-9033-8a5017a69623 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 915 time: 0.1685588 Dec 15 21:26:38.024792 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-069e345f-dacb-42b9-8bce-39ffdcdf9a69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455 HTTP/1.1" status: 200 len: 217 time: 0.0342996 Dec 15 21:26:38.076120 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-81056834-a6af-4f61-9af5-992234227b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:38.077572 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-81056834-a6af-4f61-9af5-992234227b98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0460677 Dec 15 21:26:38.119348 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-542feff5-c24c-45bc-8af4-6d9d53803af9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238836 Dec 15 21:26:38.207487 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-b60bb33c-887c-441d-9091-dbce260dd709 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795057 Dec 15 21:26:38.299038 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-5483047d-54c8-41d9-9522-4624ab3554c2 req-8c7299a5-9580-4824-a74a-bb0c9b94ee97 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838199 Dec 15 21:26:38.478788 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e773ef80-19d9-490f-95ab-4089606f8705 req-bd4b996d-1939-4256-bd30-dc69daafa3a3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0254242 Dec 15 21:26:38.672958 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec27b7-b414-4c96-9373-fcbbd340cfa0 req-277ebd84-618b-4808-a41d-abe9d2e365bc tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:38.674459 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fbec27b7-b414-4c96-9373-fcbbd340cfa0 req-277ebd84-618b-4808-a41d-abe9d2e365bc tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0506144 Dec 15 21:26:38.715222 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-97959feb-7f48-4d06-8cb7-48691e0e18eb req-d71baf1d-03ab-4da6-8e66-0d44fc0810ca tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0398085 Dec 15 21:26:38.748912 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fbec27b7-b414-4c96-9373-fcbbd340cfa0 req-cebd7564-061f-413b-9929-aadef040e6e4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611575 Dec 15 21:26:38.804865 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3e7e0e2e-d644-4140-a966-dcc1893ad603 req-82ddade4-3cb5-440d-b60d-874feed09778 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0432780 Dec 15 21:26:38.928692 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751df1-bcf9-41bb-aaeb-2196ca73ba08 req-e3223e7b-5d25-42df-b238-9e83412ff83c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:38.930182 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7751df1-bcf9-41bb-aaeb-2196ca73ba08 req-e3223e7b-5d25-42df-b238-9e83412ff83c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0507734 Dec 15 21:26:39.001428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7751df1-bcf9-41bb-aaeb-2196ca73ba08 req-86e75af8-8c7c-4821-a1aa-1c85ce38628f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Dec 15 21:26:39.533667 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a5b7fc6c-1e13-49f1-ba58-80763c872b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:39.609280 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c33db762-cd07-4181-8f17-ad4a60fa7530 req-c6e30cb1-6cf0-4a2f-8dae-89b1713fb87d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0283113 Dec 15 21:26:39.831236 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-17651e39-bb30-49cd-9380-0786853ea9e2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:39.832744 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-17651e39-bb30-49cd-9380-0786853ea9e2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 818 time: 0.1221149 Dec 15 21:26:39.853195 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Request body: {'port': {'device_id': '168f7a48-224c-4506-b80d-f52138d1309a', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'admin_state_up': True, 'tenant_id': '52da3b816ac94154844ebd7e3d59488c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:39.868482 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e3fe2b50-75c5-4a34-be0c-a8b9076114e5 req-13d4ce5a-380d-41c1-a7e2-aeb94b2b78b5 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0533412 Dec 15 21:26:39.923422 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad71eea-6070-49dc-86bc-eff5de74c937 req-34652656-0c6f-4d89-a721-f3cafbb948a1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:39.945488 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ad71eea-6070-49dc-86bc-eff5de74c937 req-34652656-0c6f-4d89-a721-f3cafbb948a1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0894961 Dec 15 21:26:40.008696 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22e22355-c733-4e18-8a26-1e0afa4a3296 req-ec5db80e-7be1-41f1-9f23-09f71d0631ce tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0413730 Dec 15 21:26:40.041054 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ad71eea-6070-49dc-86bc-eff5de74c937 req-2b227bc0-4b77-4559-92ec-204ca306c87e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Dec 15 21:26:40.116612 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Made reservation on behalf of 52da3b816ac94154844ebd7e3d59488c for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:40.117493 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e982d82-2238-46c9-96ab-51f3a4454c26 req-25c7bf75-61d3-4e9d-b967-4260b6974f82 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:40.120508 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.125035 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e982d82-2238-46c9-96ab-51f3a4454c26 req-25c7bf75-61d3-4e9d-b967-4260b6974f82 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0545557 Dec 15 21:26:40.181637 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e982d82-2238-46c9-96ab-51f3a4454c26 req-d4bf072e-8ba5-41e1-b1cc-32286642a2cf tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543549 Dec 15 21:26:40.288290 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Allocated IP 172.20.0.4 (e654444b-9a2d-423a-a9ea-bd8c947bb904/95e20109-69e1-49d8-bc27-0d67b6a5706a/2842de0f-0898-4943-897a-afadd8054edc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:40.470254 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.638609 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.655466 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ec8076f-abd4-45d4-a3a1-21db5e6bb300 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:40.656953 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ec8076f-abd4-45d4-a3a1-21db5e6bb300 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 818 time: 0.1117339 Dec 15 21:26:40.673974 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Request body: {'port': {'device_id': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'admin_state_up': True, 'tenant_id': '52da3b816ac94154844ebd7e3d59488c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:40.748525 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5cc0fbe9-755f-48b4-878c-4b83aaf92665 req-b3d070a4-494e-43e0-b522-b50e60bc2153 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0585160 Dec 15 21:26:40.798172 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.861423 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:40.865000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:40.868615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:40.874690 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:40.875306 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.888650 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Pushing event updated for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:40.905124 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Made reservation on behalf of 52da3b816ac94154844ebd7e3d59488c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:40.910806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:40.992981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-347416cd-dc6a-456d-ab8d-67bb53f87925 req-3f0a584c-2340-4f75-88fa-cb51226aec71 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0501697 Dec 15 21:26:41.022137 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-fc64c7be-94d2-4042-b63e-270a73b0dd96 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1731455 Dec 15 21:26:41.039230 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Request body: {'port': {'device_id': '168f7a48-224c-4506-b80d-f52138d1309a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:41.080881 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Allocated IP 172.20.0.14 (e654444b-9a2d-423a-a9ea-bd8c947bb904/95e20109-69e1-49d8-bc27-0d67b6a5706a/0dc4cee0-1e9a-4c89-b3b7-60419074ff7b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:41.106504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.187042 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-812f4378-9963-4a93-9c98-56d3ce9608d6 req-564edecd-06d8-4aab-a5eb-e5d3d0b63f8f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0497298 Dec 15 21:26:41.236510 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.60', 53193) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:41.270692 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968870e0-e611-46c3-aca4-00983f37a258 req-b224cfcf-1cf8-450b-a488-26992f0513b7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:41.270692 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-968870e0-e611-46c3-aca4-00983f37a258 req-b224cfcf-1cf8-450b-a488-26992f0513b7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1112082 Dec 15 21:26:41.358644 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.391492 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-08b27d9f-1034-4640-b402-894e71158bbc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:41.392988 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-08b27d9f-1034-4640-b402-894e71158bbc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 811 time: 0.1586943 Dec 15 21:26:41.398194 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11280d-6bf8-4518-aa02-2768534abe2f req-2846851c-85aa-40e1-be43-69b57c2ee2fa tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:41.399643 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a11280d-6bf8-4518-aa02-2768534abe2f req-2846851c-85aa-40e1-be43-69b57c2ee2fa tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.1136782 Dec 15 21:26:41.407064 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-968870e0-e611-46c3-aca4-00983f37a258 req-8e195ea4-15eb-4620-9481-6b54b67722ed tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250989 Dec 15 21:26:41.498102 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a11280d-6bf8-4518-aa02-2768534abe2f req-dda99e11-56b1-4fd8-a500-9a218b2064fb tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877471 Dec 15 21:26:41.505395 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-7f2a704a-b93f-4e30-98aa-35eabcdc476b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 379 time: 0.1012549 Dec 15 21:26:41.515883 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'port': {'device_id': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'admin_state_up': True, 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'security_groups': ['c20f5eeb-c76d-4538-8762-11872c428416']}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:41.518510 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.570049 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Network e654444b-9a2d-423a-a9ea-bd8c947bb904 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:41.573076 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:41.577877 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:41.583371 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:41.583977 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.588407 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Pushing event updated for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:41.663888 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-3ee2506c-e6ca-40a1-b8fc-481e07d11ecb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9976754 Dec 15 21:26:41.679034 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Request body: {'port': {'device_id': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:41.737509 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.769712 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2842de0f-0898-4943-897a-afadd8054edc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:41.777231 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.796331 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Transition to ACTIVE for port object 2842de0f-0898-4943-897a-afadd8054edc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:41.866961 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Made reservation on behalf of dccd6b8a3161446ebe69f43aa05a2d5e for: {'port': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:41.871592 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:41.906323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4dfd-d9ab-42e2-b3ce-fa8208c22cc8 req-dced0db8-a97f-44c0-8a1d-eb4b106fd5b4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:41.908087 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a7d4dfd-d9ab-42e2-b3ce-fa8208c22cc8 req-dced0db8-a97f-44c0-8a1d-eb4b106fd5b4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 932 time: 0.0705879 Dec 15 21:26:41.912487 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.018778 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a7d4dfd-d9ab-42e2-b3ce-fa8208c22cc8 req-6a7e962d-2ed1-4928-9ae1-c9536f34fefb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Dec 15 21:26:42.069345 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.60', 53198) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:42.083496 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.107820 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:42.122952 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a7bd56da-d470-458a-9153-5ab5a855aa36 req-1d434344-ace0-4a8d-a6ea-bf9655a57df6 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0526228 Dec 15 21:26:42.135925 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Attempting to bind port 2842de0f-0898-4943-897a-afadd8054edc on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:42.136254 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Attempting to bind port 2842de0f-0898-4943-897a-afadd8054edc by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:42.139670 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Attempting to bind port 2842de0f-0898-4943-897a-afadd8054edc on network e654444b-9a2d-423a-a9ea-bd8c947bb904 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:42.145977 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Allocated IP 172.20.0.6 (f88fc671-46e7-468b-bcc7-dbdc73a0ff04/c490d203-3b81-4638-a89d-990bfeffc693/8981c00e-cec0-480e-8124-68df2382e5fc) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:42.147935 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Port 2842de0f-0898-4943-897a-afadd8054edc on network e654444b-9a2d-423a-a9ea-bd8c947bb904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:42.148647 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Attempting to bind port 2842de0f-0898-4943-897a-afadd8054edc on network e654444b-9a2d-423a-a9ea-bd8c947bb904 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:42.158702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:42.159027 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Checking segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:42.159402 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Bound using segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:42.159828 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Bound port: 2842de0f-0898-4943-897a-afadd8054edc, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:42.160173 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.194958 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:42.205891 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.235615 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Transition to ACTIVE for port object 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:42.244736 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-50924c4a-72e1-46aa-a3cd-522b528d0199 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.246252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-50924c4a-72e1-46aa-a3cd-522b528d0199 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 816 time: 0.1748991 Dec 15 21:26:42.303735 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-07ba7d86-597f-490c-aa0f-68df78ccd107 req-87c0d5c6-a5f8-4248-a0e2-cff5502941f0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0319257 Dec 15 21:26:42.310270 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:42.315215 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2842de0f-0898-4943-897a-afadd8054edc,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:42.346963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-be1128e5-1463-4551-b4fe-ade07ad9aba8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 380 time: 0.0904171 Dec 15 21:26:42.356999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'port': {'device_id': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'admin_state_up': True, 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'security_groups': ['3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:42.359034 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.376189 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.421693 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.471708 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:42.472805 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.475018 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.476161 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.477080 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] 10.222.0.60 "PUT /v2.0/ports/2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 1093 time: 1.4423423 Dec 15 21:26:42.480390 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'tag': '2842de0f-0898-4943-897a-afadd8054edc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:42.483450 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905a9478-5a03-47c5-a021-e64bb587ec80" -d '{"events": [{"name": "network-changed", "server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "tag": "2842de0f-0898-4943-897a-afadd8054edc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:42.523120 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52438f0-94c4-48df-9cab-d1977383aa61 service neutron] Pushing event updated for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:42.530052 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:42.534827 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6516432-d7ae-4fd7-baeb-4850762d391d x-openstack-request-id: req-d6516432-d7ae-4fd7-baeb-4850762d391d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:42.535116 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "tag": "2842de0f-0898-4943-897a-afadd8054edc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:42.535593 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6516432-d7ae-4fd7-baeb-4850762d391d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:42.535770 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'tag': '2842de0f-0898-4943-897a-afadd8054edc', 'status': 'completed', 'code': 200} Dec 15 21:26:42.538586 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:42.560366 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:42.566136 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.566731 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.572624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Attempting to bind port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:42.573604 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Attempting to bind port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:42.574160 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Attempting to bind port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b on network e654444b-9a2d-423a-a9ea-bd8c947bb904 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:42.594952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b on network e654444b-9a2d-423a-a9ea-bd8c947bb904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:42.595134 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:42.595690 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Attempting to bind port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b on network e654444b-9a2d-423a-a9ea-bd8c947bb904 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:42.613412 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:42.613830 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Checking segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:42.614305 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Bound using segment: {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:42.614870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Bound port: 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54aa5380-695c-4ae4-8067-33eaaefa7ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:42.615291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.644224 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12428ac-4597-4d72-b94f-717a507eadcd req-5363fc7b-ff80-4fb0-afec-78812def30af tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.644224 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d12428ac-4597-4d72-b94f-717a507eadcd req-5363fc7b-ff80-4fb0-afec-78812def30af tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.1251454 Dec 15 21:26:42.718309 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Made reservation on behalf of 55a13f8946a9488bbbaf976f5a72e986 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:26:42.722023 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.781548 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-6d9b81fa-db97-4a4c-9945-4e4befed5763 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693422 Dec 15 21:26:42.843215 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-e2547e76-f8d8-43ec-984f-645e5d8dd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.844793 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-e2547e76-f8d8-43ec-984f-645e5d8dd893 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1096 time: 0.0621660 Dec 15 21:26:42.865299 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-e877c2f4-24b3-40e7-a7c8-6d44a9ba1a79 None None] Provisioning complete for port 8981c00e-cec0-480e-8124-68df2382e5fc triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:42.865888 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e877c2f4-24b3-40e7-a7c8-6d44a9ba1a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:42.870181 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Request body: {'port': {'device_id': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:42.902733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-e877c2f4-24b3-40e7-a7c8-6d44a9ba1a79 None None] Port 8981c00e-cec0-480e-8124-68df2382e5fc cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:42.955312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e85060-95c7-4c97-91e4-c27758d1d2f1 req-3ea79b21-b95c-4fa0-ac6e-a977e2002f51 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:42.956855 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36e85060-95c7-4c97-91e4-c27758d1d2f1 req-3ea79b21-b95c-4fa0-ac6e-a977e2002f51 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.3381033 Dec 15 21:26:42.978804 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d12428ac-4597-4d72-b94f-717a507eadcd req-82fc6891-cbc9-4186-b9a0-55d034f037fc tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317966 Dec 15 21:26:43.022876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:43.050288 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:43.061147 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.097766 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-fcd362bc-a7ac-4f09-a474-8b73a869ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.099251 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-fcd362bc-a7ac-4f09-a474-8b73a869ea19 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=52da3b816ac94154844ebd7e3d59488c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2260816 Dec 15 21:26:43.103521 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36e85060-95c7-4c97-91e4-c27758d1d2f1 req-f6d694be-a3e5-44f3-b4bf-d7111de22bed tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235082 Dec 15 21:26:43.169115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.232624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Allocated IP 172.20.0.14 (c14f87eb-1d40-4e49-90d6-61cc4cd6c383/4b16b52d-b23c-4050-b063-1c76d5f1546b/d9faeb45-eca5-49c3-a09d-14df25fa5c7f) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:26:43.249306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.249934 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.251316 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] 10.222.0.60 "PUT /v2.0/ports/0dc4cee0-1e9a-4c89-b3b7-60419074ff7b HTTP/1.1" status: 200 len: 1094 time: 1.5782020 Dec 15 21:26:43.252027 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:43.254272 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0" -d '{"events": [{"name": "network-changed", "server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:43.271048 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a80d1b-36b5-40c6-ad9f-2ff0814f2e1c req-2d2fe30d-d5bc-436e-9bf3-e6fdf6c1afac tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.272509 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2a80d1b-36b5-40c6-ad9f-2ff0814f2e1c req-2d2fe30d-d5bc-436e-9bf3-e6fdf6c1afac tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.1680877 Dec 15 21:26:43.304426 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.311417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8eb21-00f0-44cd-b069-84fde9948c5a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:43.388313 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d0da-f207-4fd3-aac3-3019e27e4f8f req-c52f19aa-10ca-4e7a-9cd4-376507000a4f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.389801 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e99d0da-f207-4fd3-aac3-3019e27e4f8f req-c52f19aa-10ca-4e7a-9cd4-376507000a4f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 931 time: 0.1594491 Dec 15 21:26:43.412936 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8981c00e-cec0-480e-8124-68df2382e5fc {{(pid=103255) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:43.420962 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.434359 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.provisioning_blocks [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Transition to ACTIVE for port object 8981c00e-cec0-480e-8124-68df2382e5fc will not be triggered until provisioned by entity L2. {{(pid=103255) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:43.439533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2a80d1b-36b5-40c6-ad9f-2ff0814f2e1c req-3e72a50c-7ebe-49d9-a352-bccde6faa1f7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448805 Dec 15 21:26:43.500278 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e99d0da-f207-4fd3-aac3-3019e27e4f8f req-7e444329-93d7-4d10-9d12-695ee10302be tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751317 Dec 15 21:26:43.518902 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.533031 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.585013 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bba685-469f-452b-aa58-253b1467ca22 x-openstack-request-id: req-48bba685-469f-452b-aa58-253b1467ca22 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:43.585322 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:43.585644 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48bba685-469f-452b-aa58-253b1467ca22 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:43.587145 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b', 'status': 'completed', 'code': 200} Dec 15 21:26:43.595963 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Pushing event updated for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:43.609651 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Attempting to bind port 8981c00e-cec0-480e-8124-68df2382e5fc on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:43.609986 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Attempting to bind port 8981c00e-cec0-480e-8124-68df2382e5fc by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:43.610311 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Attempting to bind port 8981c00e-cec0-480e-8124-68df2382e5fc on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:43.615318 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Port 8981c00e-cec0-480e-8124-68df2382e5fc on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:43.615747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Attempting to bind port 8981c00e-cec0-480e-8124-68df2382e5fc on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:43.621693 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:43.622173 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Checking segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:43.622614 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Bound using segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} {{(pid=103255) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:43.623107 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.managers [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Bound port: 8981c00e-cec0-480e-8124-68df2382e5fc, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}}] {{(pid=103255) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:43.623514 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.638787 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65d81895-64d7-46bb-90d7-d431b2bcca39 req-204aa1e4-a893-4801-94cb-e6d7a90e1357 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0498950 Dec 15 21:26:43.717747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, cleared binding levels {{(pid=103255) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:43.722646 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8981c00e-cec0-480e-8124-68df2382e5fc,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103255) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:43.725496 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.784605 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:26:43.788262 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:26:43.790748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:26:43.799147 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.799854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.814905 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.819113 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:43.864502 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:43.865118 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:43.866601 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] 10.222.0.60 "PUT /v2.0/ports/8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 1093 time: 1.0011218 Dec 15 21:26:43.891846 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d47f8-37c0-476b-b21c-cc5cf69f1e2f service neutron] Pushing event updated for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=3']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:43.938300 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-3f280c95-651d-43b5-b855-43d985621586 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5854321 Dec 15 21:26:44.145081 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4e1c-a3ac-4949-a714-3a22aba90fb8 req-9f1ec73d-6ffa-487a-91f2-a3c1fce81be5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:44.147420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d9b4e1c-a3ac-4949-a714-3a22aba90fb8 req-9f1ec73d-6ffa-487a-91f2-a3c1fce81be5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0962563 Dec 15 21:26:44.184948 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-46b8b6f1-3c1c-480f-8681-1936b60d0c3f None None] Provisioning complete for port d9faeb45-eca5-49c3-a09d-14df25fa5c7f triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:44.185436 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-46b8b6f1-3c1c-480f-8681-1936b60d0c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.220863 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-46b8b6f1-3c1c-480f-8681-1936b60d0c3f None None] Port d9faeb45-eca5-49c3-a09d-14df25fa5c7f cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:26:44.225847 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d9b4e1c-a3ac-4949-a714-3a22aba90fb8 req-1ca3ca10-5c51-4f2c-9ad7-4525e2254aab tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715239 Dec 15 21:26:44.244946 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f7fd-053d-4491-a19e-28d18b5d2582 req-95550462-3bd5-48f1-add0-9f045e98cd57 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:44.252050 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0452f7fd-053d-4491-a19e-28d18b5d2582 req-95550462-3bd5-48f1-add0-9f045e98cd57 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0625165 Dec 15 21:26:44.295379 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0452f7fd-053d-4491-a19e-28d18b5d2582 req-3430e53b-7248-4d54-8f79-ff651e1e89c6 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Dec 15 21:26:44.341760 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 43976) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:44.446158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6844-22d7-43d3-b2c7-4191586ffc04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.531762 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6844-22d7-43d3-b2c7-4191586ffc04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.537878 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:44.540320 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c064fd86-419a-4bda-9b1a-79b4637b63f0" -d '{"events": [{"name": "network-changed", "server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:44.575958 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d08de5-9801-4314-9b3b-97133255557a req-f7c7010f-219b-4238-9f4b-f829ea90e760 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:44.577580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-06d08de5-9801-4314-9b3b-97133255557a req-f7c7010f-219b-4238-9f4b-f829ea90e760 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0615342 Dec 15 21:26:44.609193 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6844-22d7-43d3-b2c7-4191586ffc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.648262 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c8ba6844-22d7-43d3-b2c7-4191586ffc04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ba1fa7bef414f4d8427ccd4ea9accd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3053970 Dec 15 21:26:44.649106 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba6844-22d7-43d3-b2c7-4191586ffc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19194e-2f65-42ff-a7ae-ae09f38e4298,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:44.649726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b13a-d02f-41fd-83aa-3a737cabf721 req-be09b5c0-4fe2-4ca9-b504-08e9f6a9bb67 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:44.651212 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b979b13a-d02f-41fd-83aa-3a737cabf721 req-be09b5c0-4fe2-4ca9-b504-08e9f6a9bb67 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.0727453 Dec 15 21:26:44.651685 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 43986) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:44.671245 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-06d08de5-9801-4314-9b3b-97133255557a req-b587c1cf-2ad3-4df0-848c-d1a47c612126 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Dec 15 21:26:44.715426 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4432f5-b964-44f9-922a-1e01d36c6aeb x-openstack-request-id: req-2b4432f5-b964-44f9-922a-1e01d36c6aeb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:44.715729 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:44.715987 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b4432f5-b964-44f9-922a-1e01d36c6aeb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:44.716406 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc', 'status': 'completed', 'code': 200} Dec 15 21:26:44.738544 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b979b13a-d02f-41fd-83aa-3a737cabf721 req-45b6e6b1-6075-4892-895a-05d509fe80c5 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811493 Dec 15 21:26:44.748682 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.791489 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.837624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e65d7-8c7e-4aa6-955e-e8956f4f2747 req-53b75c57-c1a0-45a0-9423-ab9e0649dd14 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:44.839007 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a1e65d7-8c7e-4aa6-955e-e8956f4f2747 req-53b75c57-c1a0-45a0-9423-ab9e0649dd14 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 932 time: 0.0785758 Dec 15 21:26:44.887892 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a1e65d7-8c7e-4aa6-955e-e8956f4f2747 req-bb459012-ead0-418e-bde6-f5d6fb5f22da tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 Dec 15 21:26:44.940829 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.943420 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:44.944560 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac19194e-2f65-42ff-a7ae-ae09f38e4298 HTTP/1.1" status: 204 len: 168 time: 0.2886190 Dec 15 21:26:44.952478 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8ad5e-0484-4979-9c04-600d698b22ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19194e-2f65-42ff-a7ae-ae09f38e4298,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:45.342536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7911507-bf58-4cd6-927e-a672a4596ab9 req-d00a3bcb-2fc5-45f4-82ec-2c2b69205936 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:45.344233 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d7911507-bf58-4cd6-927e-a672a4596ab9 req-d00a3bcb-2fc5-45f4-82ec-2c2b69205936 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0535758 Dec 15 21:26:45.419956 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d7911507-bf58-4cd6-927e-a672a4596ab9 req-63efd10f-2060-4f9d-9c82-d1bc722b2708 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696876 Dec 15 21:26:45.435548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da793e65-d60d-499b-9b18-34ad5c06db70 req-f706f39d-cde3-4d28-bcc7-b32bd81cfd0f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:45.437016 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-da793e65-d60d-499b-9b18-34ad5c06db70 req-f706f39d-cde3-4d28-bcc7-b32bd81cfd0f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.0687585 Dec 15 21:26:45.485750 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-da793e65-d60d-499b-9b18-34ad5c06db70 req-528e3b1b-fe71-45f4-8e36-c027c5b3bad0 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Dec 15 21:26:45.634883 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:45.647956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4831c55-aa0a-4420-8281-e17e4243c388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:45.725963 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4831c55-aa0a-4420-8281-e17e4243c388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:45.792771 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13e27-4d15-4b0e-971e-e6d17e3b68a8 req-8f14282c-bd88-43c1-a604-98060b903673 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:45.794291 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7f13e27-4d15-4b0e-971e-e6d17e3b68a8 req-8f14282c-bd88-43c1-a604-98060b903673 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0546553 Dec 15 21:26:45.825814 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d4831c55-aa0a-4420-8281-e17e4243c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:45.904851 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7f13e27-4d15-4b0e-971e-e6d17e3b68a8 req-91efc8db-cefb-4288-b86d-4e3b8f67bfe9 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045542 Dec 15 21:26:45.909589 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d4831c55-aa0a-4420-8281-e17e4243c388 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3d5eac61eb8460385ae9f84fc9b719e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2709715 Dec 15 21:26:45.909589 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4831c55-aa0a-4420-8281-e17e4243c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090639a8-e254-45cc-98d5-681ed90a63b4,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:45.911517 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44026) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:45.923972 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0635b7-e8a8-4c53-8998-95f022e943f6 req-9f760e79-5d18-4f00-87fa-3b55cb14b11a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:45.925485 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a0635b7-e8a8-4c53-8998-95f022e943f6 req-9f760e79-5d18-4f00-87fa-3b55cb14b11a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.1179388 Dec 15 21:26:45.983372 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a0635b7-e8a8-4c53-8998-95f022e943f6 req-ce6d8974-b8cf-4335-8619-b6a181813a11 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496702 Dec 15 21:26:45.991110 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.016698 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.048651 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc0338-756d-4dd9-bd4f-3536ba77070c req-58cc0e30-e24f-4d36-87b8-d948d0daf48b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:46.050341 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7cdc0338-756d-4dd9-bd4f-3536ba77070c req-58cc0e30-e24f-4d36-87b8-d948d0daf48b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 932 time: 0.0605536 Dec 15 21:26:46.100185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7cdc0338-756d-4dd9-bd4f-3536ba77070c req-8f295a53-f575-4c7f-89f8-6ba355f13fa0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Dec 15 21:26:46.249138 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.252101 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.253239 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/090639a8-e254-45cc-98d5-681ed90a63b4 HTTP/1.1" status: 204 len: 168 time: 0.3399320 Dec 15 21:26:46.261499 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f1cf5-7cbf-4c7b-a5f5-4c6ce5a2f92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090639a8-e254-45cc-98d5-681ed90a63b4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:46.498755 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a197f855-ee69-4d4f-af18-faffbf7bebc0 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:46.535642 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Request body: {'port': {'device_id': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:26:46.583682 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e2c5-6782-4a45-b898-30f848b56db8 req-f8ab965d-9785-4382-b7f2-0da9dd946733 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:46.585267 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d650e2c5-6782-4a45-b898-30f848b56db8 req-f8ab965d-9785-4382-b7f2-0da9dd946733 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 943 time: 0.0963602 Dec 15 21:26:46.677500 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:46.687666 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.690586 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'network_id': '45f13a1f-e06b-4bd9-8c34-50b4b1a62887', 'port_id': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'mac_address': 'fa:16:3e:f9:98:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715bb29b-c3f2-423f-925b-37a6d9c02623', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:46.716842 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518758e4-f524-41d5-bb2c-a72112accd86 req-9303f29b-474f-45b8-a636-4e0ac2ae2833 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:46.718391 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-518758e4-f524-41d5-bb2c-a72112accd86 req-9303f29b-474f-45b8-a636-4e0ac2ae2833 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 943 time: 0.1618443 Dec 15 21:26:46.732299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d650e2c5-6782-4a45-b898-30f848b56db8 req-9f614774-2764-4824-bfb8-1f073fba5b02 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290922 Dec 15 21:26:46.736982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.751106 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a197f855-ee69-4d4f-af18-faffbf7bebc0 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:46.776752 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:46.780895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-6c9a9d33-fa9b-4f22-a45d-4ccf37cd4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:46.782418 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-6c9a9d33-fa9b-4f22-a45d-4ccf37cd4945 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1097 time: 0.1322367 Dec 15 21:26:46.858953 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:46.859673 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6bf8cbbf-951f-41f4-9512-9f50d84f2455 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:46.903700 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-518758e4-f524-41d5-bb2c-a72112accd86 req-a4f4e544-25ae-421e-b00b-9573c6d16e45 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689126 Dec 15 21:26:47.040248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:47.045700 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-69a280c1-91d4-408a-8a58-0ccaf3f5fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.054386 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-69a280c1-91d4-408a-8a58-0ccaf3f5fe47 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=52da3b816ac94154844ebd7e3d59488c&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2580793 Dec 15 21:26:47.059915 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-f30b4990-29db-46c9-897c-b3f7993dd31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.062161 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-f30b4990-29db-46c9-897c-b3f7993dd31c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1096 time: 0.3893058 Dec 15 21:26:47.083554 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:47.094946 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-a59356d6-8f63-43da-9d11-2870636bb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.096683 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-905a9478-5a03-47c5-a021-e64bb587ec80 req-a59356d6-8f63-43da-9d11-2870636bb73d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5703332 Dec 15 21:26:47.102302 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '6bf8cbbf-951f-41f4-9512-9f50d84f2455', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'port_id': '6bf8cbbf-951f-41f4-9512-9f50d84f2455', 'mac_address': 'fa:16:3e:50:57:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729db850-d15b-426b-842d-a5f0da1322fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:47.161569 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:47.178169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf8cbbf-951f-41f4-9512-9f50d84f2455 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:47.183806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-4b47f420-3620-4d90-a937-328a406c322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.184825 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c56c2aa-2895-47ea-8eff-bdbff0b444d0 req-4b47f420-3620-4d90-a937-328a406c322f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1225870 Dec 15 21:26:47.208440 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:47.209957 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-910b67e7-d07d-4b33-a432-5e0095056334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.211454 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-910b67e7-d07d-4b33-a432-5e0095056334 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1411788 Dec 15 21:26:47.224385 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-312818dd-7d75-4acb-8781-69038d59eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.225865 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-312818dd-7d75-4acb-8781-69038d59eb12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1096 time: 0.0525556 Dec 15 21:26:47.290409 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966639a7-0241-4700-bb00-5be5f40e5e44 req-705bc2b6-be04-4d99-a716-5f5032213cfd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.292525 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-966639a7-0241-4700-bb00-5be5f40e5e44 req-705bc2b6-be04-4d99-a716-5f5032213cfd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.2314820 Dec 15 21:26:47.309113 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9e40-9d64-4e82-a08d-d720e93a3667 req-e0c9b9a3-236f-4f17-972c-8180cef0b6f4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.310754 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-699b9e40-9d64-4e82-a08d-d720e93a3667 req-e0c9b9a3-236f-4f17-972c-8180cef0b6f4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.1238756 Dec 15 21:26:47.310991 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:47.382858 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:47.415720 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-966639a7-0241-4700-bb00-5be5f40e5e44 req-b9d9772e-6aef-4e19-bf38-2cc3175e119e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039691 Dec 15 21:26:47.454022 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-76c96b55-ce6c-4f4d-9be5-4aa486234a19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.1704857 Dec 15 21:26:47.487668 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-9eebaa95-8195-4ce3-8769-4ec2470f422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.489291 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-9eebaa95-8195-4ce3-8769-4ec2470f422f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1097 time: 0.1735947 Dec 15 21:26:47.492258 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-ad3758ce-3533-4ed2-acb9-c6cc5e3fdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.494256 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-c064fd86-419a-4bda-9b1a-79b4637b63f0 req-ad3758ce-3533-4ed2-acb9-c6cc5e3fdf63 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136397 Dec 15 21:26:47.547502 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-9805a746-3ead-4714-a4a8-8971a6ce6b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.549365 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-9805a746-3ead-4714-a4a8-8971a6ce6b1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0538487 Dec 15 21:26:47.554985 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:47.571328 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:47.603704 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-70e5fee6-237b-4118-bab5-b72f6fde9c57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473580 Dec 15 21:26:47.605336 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-699b9e40-9d64-4e82-a08d-d720e93a3667 req-75169baa-eb3d-4a2f-b64f-a7d58a44b50d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350788 Dec 15 21:26:47.612945 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-ce7a059e-e1f4-45a3-8f0d-149db24d7213 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b HTTP/1.1" status: 200 len: 217 time: 0.0628483 Dec 15 21:26:47.631052 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Transition to ACTIVE for port object d9faeb45-eca5-49c3-a09d-14df25fa5c7f will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:26:47.680077 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f13c9-73a2-47bf-bdaa-9a405549c1ac req-467f971e-1dfa-421b-970d-c94d70fe1f5e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.682871 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af7f13c9-73a2-47bf-bdaa-9a405549c1ac req-467f971e-1dfa-421b-970d-c94d70fe1f5e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 932 time: 0.1796014 Dec 15 21:26:47.701747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-a3445e5e-482f-403b-9787-e000a1e94ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.703468 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-a3445e5e-482f-403b-9787-e000a1e94ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1096 time: 0.1387074 Dec 15 21:26:47.710406 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-6d0190cd-9003-4ae8-a06a-7594826232cf service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993657 Dec 15 21:26:47.712245 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-44e3291f-f8fc-461c-a542-204eb1b7efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.714204 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-44e3291f-f8fc-461c-a542-204eb1b7efa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0931063 Dec 15 21:26:47.767872 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['a197f855-ee69-4d4f-af18-faffbf7bebc0'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:47.774755 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-80ecf552-e842-4907-b56c-1e30c99a00cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 217 time: 0.0514476 Dec 15 21:26:47.777531 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-7c88a896-29fb-4303-baa0-04b359e0adc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520003 Dec 15 21:26:47.782584 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:47.797976 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af7f13c9-73a2-47bf-bdaa-9a405549c1ac req-1613c689-8930-46f1-bc3a-9d551e07eb44 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097498 Dec 15 21:26:47.819029 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:47.880078 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-9a457881-4ae1-499d-8d99-a4f74d49917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.881616 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-9a457881-4ae1-499d-8d99-a4f74d49917b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0999718 Dec 15 21:26:47.958569 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-caa4cc5f-cd87-42c4-a2a6-15da6366dcc0 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293682 Dec 15 21:26:47.989979 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-1ab9a24e-7aee-46b0-b9a7-421ed7c9b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:47.991763 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-1ab9a24e-7aee-46b0-b9a7-421ed7c9b055 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1020045 Dec 15 21:26:48.253076 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-d7691d1f-6984-4b7f-baf4-180421db723d service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368197 Dec 15 21:26:48.254369 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Attempting to bind port d9faeb45-eca5-49c3-a09d-14df25fa5c7f on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Attempting to bind port d9faeb45-eca5-49c3-a09d-14df25fa5c7f by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Attempting to bind port d9faeb45-eca5-49c3-a09d-14df25fa5c7f on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf430-0971-4b0e-ba30-cf3c4ae0af90 req-204c4b3d-c650-4992-b979-7da253c2abea tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bdecf430-0971-4b0e-ba30-cf3c4ae0af90 req-204c4b3d-c650-4992-b979-7da253c2abea tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 944 time: 0.2998908 Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-375397b3-7bda-441a-beed-bcdc8cc2a482 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548248 Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Port d9faeb45-eca5-49c3-a09d-14df25fa5c7f on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:26:48.364564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Attempting to bind port d9faeb45-eca5-49c3-a09d-14df25fa5c7f on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:26:48.369490 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b43b3a4b-f698-4ea4-a202-c3b3667ec9be req-5ed5a943-396c-40bc-a1ab-e4a7f28123b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258094 Dec 15 21:26:48.375582 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a34f1-bc89-4cb4-9e03-d35432675492 req-9f674819-918d-4543-9510-ffdf7dcb534c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:48.377570 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4e6a34f1-bc89-4cb4-9e03-d35432675492 req-9f674819-918d-4543-9510-ffdf7dcb534c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 944 time: 0.3473482 Dec 15 21:26:48.398635 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:26:48.399017 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Checking segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:26:48.399378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Bound using segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:26:48.399844 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Bound port: d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:26:48.400220 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:48.532827 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bdecf430-0971-4b0e-ba30-cf3c4ae0af90 req-0cabe16e-fb07-4962-b418-b11d2552a81e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028396 Dec 15 21:26:48.566567 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4e6a34f1-bc89-4cb4-9e03-d35432675492 req-6a77726c-9a6a-47ef-bcb8-47548f3cd32c tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741221 Dec 15 21:26:48.574214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-183d3af4-3fcb-4c4d-a867-1be9c9c59fe2 req-1aa88742-0cfb-4651-bafe-36577e560bb1 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162828 Dec 15 21:26:48.583329 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:26:48.586917 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:26:48.662215 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89f946-f54d-48e0-ab3e-867d64f467de req-0e27391a-7aed-48b2-8d76-ea63d5f4c9e3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:48.663730 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4a89f946-f54d-48e0-ab3e-867d64f467de req-0e27391a-7aed-48b2-8d76-ea63d5f4c9e3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0495875 Dec 15 21:26:48.665201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:48.728134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:48.728743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:48.730234 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] 10.222.0.60 "PUT /v2.0/ports/d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 1094 time: 2.2036641 Dec 15 21:26:48.747180 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:48.754849 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34452807-7cb4-413a-a385-09515ddf2abe" -d '{"events": [{"name": "network-changed", "server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:48.798036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142d7d7-c6c5-4548-8091-49ca6929605b service neutron] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:48.807455 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4a89f946-f54d-48e0-ab3e-867d64f467de req-4e6f55fe-5a62-4518-b43b-4cc28545f79d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363664 Dec 15 21:26:48.816291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956eb15-d71a-4c1b-a9b5-eeb1087d58f5 req-6bab8509-e9db-4d45-8d12-61574d43bf65 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:48.817875 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d956eb15-d71a-4c1b-a9b5-eeb1087d58f5 req-6bab8509-e9db-4d45-8d12-61574d43bf65 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.1212523 Dec 15 21:26:48.866938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60156756-a300-44a9-a109-a380a49c7ba1 x-openstack-request-id: req-60156756-a300-44a9-a109-a380a49c7ba1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:48.867306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:48.867673 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60156756-a300-44a9-a109-a380a49c7ba1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:48.868223 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'status': 'completed', 'code': 200} Dec 15 21:26:48.889192 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d956eb15-d71a-4c1b-a9b5-eeb1087d58f5 req-12549a63-1197-49bb-a31f-aad7ef95a848 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644541 Dec 15 21:26:49.014397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ed5e-c929-4044-b872-4134174af217 req-51d06205-c015-42cc-a9d6-0c139c9b1768 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.015914 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2619ed5e-c929-4044-b872-4134174af217 req-51d06205-c015-42cc-a9d6-0c139c9b1768 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0810959 Dec 15 21:26:49.021112 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452807-7cb4-413a-a385-09515ddf2abe req-12583f81-984a-4e1b-aa14-9607d996edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.022612 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34452807-7cb4-413a-a385-09515ddf2abe req-12583f81-984a-4e1b-aa14-9607d996edf1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1097 time: 0.1315482 Dec 15 21:26:49.059963 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:49.128644 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2619ed5e-c929-4044-b872-4134174af217 req-2ef1f76e-20af-4779-9a2a-d5fab478366a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032796 Dec 15 21:26:49.159515 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452807-7cb4-413a-a385-09515ddf2abe req-16e38c41-61a0-4e0a-b2a4-4e616ee7b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.161486 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34452807-7cb4-413a-a385-09515ddf2abe req-16e38c41-61a0-4e0a-b2a4-4e616ee7b25c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=55a13f8946a9488bbbaf976f5a72e986&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1269572 Dec 15 21:26:49.262121 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34452807-7cb4-413a-a385-09515ddf2abe req-2f672d8d-8779-4cd8-ae78-86e997c71a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.263612 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34452807-7cb4-413a-a385-09515ddf2abe req-2f672d8d-8779-4cd8-ae78-86e997c71a5f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950525 Dec 15 21:26:49.346500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-7a9f15cc-73db-43af-9b34-ad74b3f94cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.348000 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-7a9f15cc-73db-43af-9b34-ad74b3f94cfb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1097 time: 0.0416920 Dec 15 21:26:49.396492 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-adf9d2d9-a105-4041-9e5b-8b01fe463501 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 217 time: 0.0342324 Dec 15 21:26:49.445133 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-0bb795a3-57de-4d29-ade7-7fc3d0eac73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.446808 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-0bb795a3-57de-4d29-ade7-7fc3d0eac73b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0477219 Dec 15 21:26:49.506467 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-4984a829-3abc-42a8-b6e2-0989c2427fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.508009 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-4984a829-3abc-42a8-b6e2-0989c2427fae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519667 Dec 15 21:26:49.605838 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-e617d0ad-bc1f-4148-a53d-0a566f1ebb7b service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897574 Dec 15 21:26:49.754457 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ad48-1ad4-47b3-a538-d21109bb3cef req-2dbf5902-3459-4275-8423-74b69ec82016 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.755928 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9189ad48-1ad4-47b3-a538-d21109bb3cef req-2dbf5902-3459-4275-8423-74b69ec82016 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 944 time: 0.1321466 Dec 15 21:26:49.807156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cefef-3c7a-4d35-9a1f-0dc382a87a72 req-31720307-1026-412d-b20f-aa50c52286d3 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.808667 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-184cefef-3c7a-4d35-9a1f-0dc382a87a72 req-31720307-1026-412d-b20f-aa50c52286d3 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 944 time: 0.1386592 Dec 15 21:26:49.811986 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89245ebe-6c47-4632-8eca-65ae41b04067 req-43bab864-15b0-4575-bd07-87f89be8666a service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981053 Dec 15 21:26:49.856859 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9189ad48-1ad4-47b3-a538-d21109bb3cef req-1845a53d-f82d-4b29-ba9c-920b43b306e9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891514 Dec 15 21:26:49.878811 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-184cefef-3c7a-4d35-9a1f-0dc382a87a72 req-fd012d63-60c7-43b8-98c7-f508fe36fae6 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620909 Dec 15 21:26:49.966376 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f59f3d-24a5-4736-b625-3071d00a3384 req-9410f0ce-0bb3-4c9b-9a18-f113877c1211 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:49.967798 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6f59f3d-24a5-4736-b625-3071d00a3384 req-9410f0ce-0bb3-4c9b-9a18-f113877c1211 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0520260 Dec 15 21:26:50.048680 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f818436-bc26-4f33-b5aa-34a19e5245ac req-32b7dded-34b1-4d25-9caa-fe141e148977 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:50.050164 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2f818436-bc26-4f33-b5aa-34a19e5245ac req-32b7dded-34b1-4d25-9caa-fe141e148977 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.0929213 Dec 15 21:26:50.058385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6f59f3d-24a5-4736-b625-3071d00a3384 req-167c8630-45a2-4c96-a8c9-edaa77e124ab tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Dec 15 21:26:50.101137 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2f818436-bc26-4f33-b5aa-34a19e5245ac req-baf9983a-3f61-4e9c-a0e2-19206d6c9e8c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417562 Dec 15 21:26:50.259724 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8954cd-7ff2-4738-949b-b29995039e10 req-8d8d7782-415d-4b16-9f95-0563ba688b9e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:50.265847 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a8954cd-7ff2-4738-949b-b29995039e10 req-8d8d7782-415d-4b16-9f95-0563ba688b9e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0631227 Dec 15 21:26:50.344113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a8954cd-7ff2-4738-949b-b29995039e10 req-33e71bd8-2bc8-484f-8647-f17c3617afd2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699806 Dec 15 21:26:50.351011 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:50.461049 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e38243c-7657-43d7-869a-ede1ec738e08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.533082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e38243c-7657-43d7-869a-ede1ec738e08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.620770 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e38243c-7657-43d7-869a-ede1ec738e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.661350 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3e38243c-7657-43d7-869a-ede1ec738e08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=636df4ceb6fa4fb0a32f0bfd01bbe1f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091516 Dec 15 21:26:50.662436 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38243c-7657-43d7-869a-ede1ec738e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b6ae47-10dd-43c7-8ee5-d6ee24a7df2c,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:50.664053 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:50.713999 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.733907 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.905238 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.905238 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:50.905238 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73b6ae47-10dd-43c7-8ee5-d6ee24a7df2c HTTP/1.1" status: 204 len: 168 time: 0.2328055 Dec 15 21:26:50.906710 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133df322-9253-4cd2-9321-06a97b2d7a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b6ae47-10dd-43c7-8ee5-d6ee24a7df2c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:51.146834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89953e9-5f7a-49a3-a0cb-cd2061ecf53e req-d8c99895-0b60-42c9-ae3f-cf88993ce9a9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:51.148308 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d89953e9-5f7a-49a3-a0cb-cd2061ecf53e req-d8c99895-0b60-42c9-ae3f-cf88993ce9a9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 944 time: 0.2222931 Dec 15 21:26:51.159804 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f20fa-580e-499a-9dff-4ed76eb23bc8 req-bf23bb51-a486-4fb4-a30b-ab86713fee5f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:51.166157 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-721f20fa-580e-499a-9dff-4ed76eb23bc8 req-bf23bb51-a486-4fb4-a30b-ab86713fee5f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 944 time: 0.0655322 Dec 15 21:26:51.237409 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d89953e9-5f7a-49a3-a0cb-cd2061ecf53e req-d094db24-2e3c-47a9-8a56-e32188fdc6b0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702851 Dec 15 21:26:51.237770 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-721f20fa-580e-499a-9dff-4ed76eb23bc8 req-2d8724ba-b735-4260-a7da-3861672f9f4f tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691555 Dec 15 21:26:51.345125 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a197f855-ee69-4d4f-af18-faffbf7bebc0 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:51.378012 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7725ac-b0b1-4524-b3d3-dfc1ef36b082 req-a8693b30-e11a-4d58-af69-b6bfa960bfee tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:51.379618 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c7725ac-b0b1-4524-b3d3-dfc1ef36b082 req-a8693b30-e11a-4d58-af69-b6bfa960bfee tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0819249 Dec 15 21:26:51.387148 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2af97-4827-4547-84b6-74e5f902a813 req-4af7eac6-42b4-407c-bad5-25fdb1a79c65 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:51.388623 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3c2af97-4827-4547-84b6-74e5f902a813 req-4af7eac6-42b4-407c-bad5-25fdb1a79c65 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.0802400 Dec 15 21:26:51.461067 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c7725ac-b0b1-4524-b3d3-dfc1ef36b082 req-a9d6a58a-1a9c-4de4-a71c-e4c2ad525636 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714464 Dec 15 21:26:51.465862 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c3c2af97-4827-4547-84b6-74e5f902a813 req-e6c142e7-a07e-4bb1-a511-f75d430cf6ae tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689199 Dec 15 21:26:51.486098 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port a197f855-ee69-4d4f-af18-faffbf7bebc0 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:26:51.490187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port a197f855-ee69-4d4f-af18-faffbf7bebc0 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:51.496733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.565262 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde74d-4b44-4f19-b915-cd2b32b46960 req-a30b5fda-baff-4c94-aee9-c0b20dc36e57 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:51.566867 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fbfde74d-4b44-4f19-b915-cd2b32b46960 req-a30b5fda-baff-4c94-aee9-c0b20dc36e57 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0508542 Dec 15 21:26:51.573340 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.597066 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:51.616781 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fbfde74d-4b44-4f19-b915-cd2b32b46960 req-cf94ecca-3b21-46ea-a536-10f9a6f34169 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434990 Dec 15 21:26:51.643922 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44210) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:51.656575 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83ca6614-4deb-4577-9063-663c35c05b88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.680641 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:51.746216 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83ca6614-4deb-4577-9063-663c35c05b88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.746913 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.747712 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6bf8cbbf-951f-41f4-9512-9f50d84f2455 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:51.793486 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273db7ec-b4f5-457c-ab30-248dde9aa45d" -d '{"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-plugged", "status": "completed", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:51.831530 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:51.843633 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-83ca6614-4deb-4577-9063-663c35c05b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.886939 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-83ca6614-4deb-4577-9063-663c35c05b88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=deeae326c5c64cf3942c573c54c9308d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419193 Dec 15 21:26:51.887941 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca6614-4deb-4577-9063-663c35c05b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a1997-782c-4a07-94c1-0e6bf2087190,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:51.889560 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44222) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:51.894704 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:26:51.898581 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da8ac94-3277-4507-8dca-bd96126e689f x-openstack-request-id: req-3da8ac94-3277-4507-8dca-bd96126e689f {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:51.898900 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-plugged", "status": "completed", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:51.899230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3da8ac94-3277-4507-8dca-bd96126e689f {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:51.899600 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'code': 200} Dec 15 21:26:51.904667 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:51.904667 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.948329 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.969571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:51.982721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.022113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:52.127247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.129979 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.131253 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/768a1997-782c-4a07-94c1-0e6bf2087190 HTTP/1.1" status: 204 len: 168 time: 0.2406526 Dec 15 21:26:52.139784 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d0237-0c4d-4bbb-9c36-10ee18bf6bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a1997-782c-4a07-94c1-0e6bf2087190,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:52.157550 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.207471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:52.392384 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-c5271282-bc3e-41d8-bcfa-edab1b6fa426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.393900 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-c5271282-bc3e-41d8-bcfa-edab1b6fa426 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 1098 time: 0.1227639 Dec 15 21:26:52.432911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0121a-36dd-4ee7-9d64-63749d3012d1 req-e481c669-d26f-4076-a035-45027261555b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.434432 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-09c0121a-36dd-4ee7-9d64-63749d3012d1 req-e481c669-d26f-4076-a035-45027261555b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.1196141 Dec 15 21:26:52.435438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-970f4824-eb63-41dc-8a9a-1aae78022e2b service neutron] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.444146 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1954f-e541-4a81-b871-283cd1e7d7e5 req-b1a8c111-924d-486e-9730-c5375eeb55b9 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.445580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ade1954f-e541-4a81-b871-283cd1e7d7e5 req-b1a8c111-924d-486e-9730-c5375eeb55b9 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.1071436 Dec 15 21:26:52.561415 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-09c0121a-36dd-4ee7-9d64-63749d3012d1 req-1e1b5558-dd49-465b-836a-9f191ce5fa8d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148427 Dec 15 21:26:52.581920 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ade1954f-e541-4a81-b871-283cd1e7d7e5 req-f9458e74-5dae-42b4-89ff-8fe75cbdc4a3 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222265 Dec 15 21:26:52.695647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-970f4824-eb63-41dc-8a9a-1aae78022e2b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.718859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a1182-a465-4c31-937d-2cf4e6eee728 req-72d6c4f9-121d-4a86-8543-41f38c257a13 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.720328 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-709a1182-a465-4c31-937d-2cf4e6eee728 req-72d6c4f9-121d-4a86-8543-41f38c257a13 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0993915 Dec 15 21:26:52.733213 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9f998-2bc3-4ef6-8d06-05060e129aad req-0c976956-c973-4f94-85fe-b505e1f57303 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.734677 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-20c9f998-2bc3-4ef6-8d06-05060e129aad req-0c976956-c973-4f94-85fe-b505e1f57303 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.0954766 Dec 15 21:26:52.807637 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-970f4824-eb63-41dc-8a9a-1aae78022e2b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:52.838515 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-709a1182-a465-4c31-937d-2cf4e6eee728 req-04f22b86-f86c-4ed3-83bf-5decd801f795 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024454 Dec 15 21:26:52.871233 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-20c9f998-2bc3-4ef6-8d06-05060e129aad req-4e3e2b7b-8c26-43fa-987c-8527932bd221 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211755 Dec 15 21:26:52.872196 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f4824-eb63-41dc-8a9a-1aae78022e2b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dd390-64ed-4237-9355-de854ffd390f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:52.878060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84f8f40b-fc0c-4928-88b9-906d1f5b0df8 req-970f4824-eb63-41dc-8a9a-1aae78022e2b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758015 Dec 15 21:26:52.945636 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42d6bd-ba3f-49d7-afae-8cb810335255 req-dcaecd69-63c6-471b-9abd-2a55cd941faa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:52.947105 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd42d6bd-ba3f-49d7-afae-8cb810335255 req-dcaecd69-63c6-471b-9abd-2a55cd941faa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0483139 Dec 15 21:26:52.997417 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd42d6bd-ba3f-49d7-afae-8cb810335255 req-661aee2b-1ed9-45da-9055-196c8420c470 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435150 Dec 15 21:26:53.357040 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:53.450870 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:53.465056 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:53.609767 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:53.624538 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:53.652216 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:53.720406 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3dd7c3-fdaf-4fcf-8724-0fbf53de7e40 req-9559e393-154b-44be-af75-169de9c895fd tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:53.721886 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d3dd7c3-fdaf-4fcf-8724-0fbf53de7e40 req-9559e393-154b-44be-af75-169de9c895fd tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0779293 Dec 15 21:26:53.729863 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1642cf-fa09-4feb-b6fc-1e55c013eb3a req-48cfec4d-dd2a-4c2f-9e76-c283b61e2d02 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:53.731201 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f1642cf-fa09-4feb-b6fc-1e55c013eb3a req-48cfec4d-dd2a-4c2f-9e76-c283b61e2d02 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0786443 Dec 15 21:26:53.769115 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:53.771730 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2842de0f-0898-4943-897a-afadd8054edc details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:53.809266 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d3dd7c3-fdaf-4fcf-8724-0fbf53de7e40 req-e8119e1d-529c-4089-98dc-b4f121228a93 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769513 Dec 15 21:26:53.823474 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f1642cf-fa09-4feb-b6fc-1e55c013eb3a req-eac86e4b-4fc4-48bb-9f89-73e5c2979ae7 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842469 Dec 15 21:26:53.880719 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:53.902031 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:53.904368 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458260c6-a35c-4026-b24b-d666db97a7a4" -d '{"events": [{"server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:53.932077 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2842de0f-0898-4943-897a-afadd8054edc,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:53.944885 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '2842de0f-0898-4943-897a-afadd8054edc', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'port_id': '2842de0f-0898-4943-897a-afadd8054edc', 'mac_address': 'fa:16:3e:dc:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:53.952940 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b97368-03c1-41a6-a259-78c4b474e862 req-34721760-dd30-45ec-9d3f-a919986d38f4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:53.957890 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89b97368-03c1-41a6-a259-78c4b474e862 req-34721760-dd30-45ec-9d3f-a919986d38f4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 944 time: 0.0536864 Dec 15 21:26:53.984049 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:53.997190 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2842de0f-0898-4943-897a-afadd8054edc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:54.019952 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2842de0f-0898-4943-897a-afadd8054edc,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:54.040642 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafb4bf-0c6c-41ed-b151-ebcabc7a4785 req-3998e273-f975-44f2-b5db-a78e4023447e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:54.042246 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5fafb4bf-0c6c-41ed-b151-ebcabc7a4785 req-3998e273-f975-44f2-b5db-a78e4023447e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 943 time: 0.0830729 Dec 15 21:26:54.046132 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89b97368-03c1-41a6-a259-78c4b474e862 req-a50dffb9-d667-4cab-8d7d-f8d553b2da34 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847454 Dec 15 21:26:54.102448 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5fafb4bf-0c6c-41ed-b151-ebcabc7a4785 req-f1a72239-b0ce-46b9-964c-8b36b1ca4d3c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498517 Dec 15 21:26:54.112719 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:54.112719 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 8981c00e-cec0-480e-8124-68df2382e5fc details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:54.150050 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5793a46-1ead-4011-be97-e84f5842dbf4 x-openstack-request-id: req-f5793a46-1ead-4011-be97-e84f5842dbf4 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:54.150325 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:54.151267 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5793a46-1ead-4011-be97-e84f5842dbf4 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:54.161443 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455', 'code': 200} Dec 15 21:26:54.239146 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe7a80-7236-4a1d-b211-679dbe1f653b req-79c79f47-3be0-4371-893a-e32dfc5a334f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:54.248953 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22fe7a80-7236-4a1d-b211-679dbe1f653b req-79c79f47-3be0-4371-893a-e32dfc5a334f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0823183 Dec 15 21:26:54.249177 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:54.281523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8981c00e-cec0-480e-8124-68df2382e5fc,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:54.293604 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '8981c00e-cec0-480e-8124-68df2382e5fc', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'port_id': '8981c00e-cec0-480e-8124-68df2382e5fc', 'mac_address': 'fa:16:3e:44:fd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:54.345410 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22fe7a80-7236-4a1d-b211-679dbe1f653b req-123f22e3-3179-4173-abec-4207cfc7271a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950410 Dec 15 21:26:54.357449 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:54.373158 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8981c00e-cec0-480e-8124-68df2382e5fc {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:54.398333 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8981c00e-cec0-480e-8124-68df2382e5fc,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:54.477723 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:54.478483 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:26:54.502137 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30994b09-402e-4fd8-afd8-fbfefb698e39 req-c52072da-2107-4550-91b3-f334dead7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:54.503595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30994b09-402e-4fd8-afd8-fbfefb698e39 req-c52072da-2107-4550-91b3-f334dead7e13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 1098 time: 0.0497859 Dec 15 21:26:54.546248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:54.548960 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:54.551093 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30994b09-402e-4fd8-afd8-fbfefb698e39 req-155a1d16-ca8b-4ea2-96e8-7bfaddb0e8e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Dec 15 21:26:54.560564 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b', 'network_id': 'e654444b-9a2d-423a-a9ea-bd8c947bb904', 'port_id': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b', 'mac_address': 'fa:16:3e:8e:11:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e20109-69e1-49d8-bc27-0d67b6a5706a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:26:54.599494 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:54.617127 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:26:54.641469 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:54.786451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:54.839987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:54.969544 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7dc6df-0d51-4457-b5f0-1ee9ffa9a380 req-9379ba79-509d-4dd4-a02d-d872a47edc4b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:54.970970 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd7dc6df-0d51-4457-b5f0-1ee9ffa9a380 req-9379ba79-509d-4dd4-a02d-d872a47edc4b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0725994 Dec 15 21:26:55.003489 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3a828-9dad-4425-8705-e44202624935 req-f0c670f3-cabf-40e7-a783-9e3cb0724a2e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:55.005003 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-06d3a828-9dad-4425-8705-e44202624935 req-f0c670f3-cabf-40e7-a783-9e3cb0724a2e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0745711 Dec 15 21:26:55.052383 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd7dc6df-0d51-4457-b5f0-1ee9ffa9a380 req-48f27ba4-693f-4935-bc6d-3ade7329231d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752256 Dec 15 21:26:55.092737 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-06d3a828-9dad-4425-8705-e44202624935 req-b6ab8397-374e-4c07-b5cf-bf9a52aaf062 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671523 Dec 15 21:26:55.232846 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c342a-94cf-4f2e-82dc-51503f29f9a5 req-317cb516-8abb-49b9-bf38-0c0dd20b0b9b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:55.234187 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-247c342a-94cf-4f2e-82dc-51503f29f9a5 req-317cb516-8abb-49b9-bf38-0c0dd20b0b9b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 945 time: 0.0890446 Dec 15 21:26:55.246556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc260f1-26b7-40ce-9428-df02aaf1220b req-50d2446f-adba-4332-8d80-1e22c02948b3 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:55.248028 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0dc260f1-26b7-40ce-9428-df02aaf1220b req-50d2446f-adba-4332-8d80-1e22c02948b3 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 944 time: 0.0651836 Dec 15 21:26:55.323608 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-247c342a-94cf-4f2e-82dc-51503f29f9a5 req-4183e961-d5a9-429c-be63-7e1e87acfb69 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743258 Dec 15 21:26:55.330924 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0dc260f1-26b7-40ce-9428-df02aaf1220b req-11dace10-cc06-4c25-bf71-c6dfa4d1827f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742121 Dec 15 21:26:55.459922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fd9bd-5250-4146-8b01-42782372da69 req-64d4d345-a15f-4741-b744-62ed02d09eda tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:55.461471 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b5fd9bd-5250-4146-8b01-42782372da69 req-64d4d345-a15f-4741-b744-62ed02d09eda tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0486276 Dec 15 21:26:55.481075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['d9faeb45-eca5-49c3-a09d-14df25fa5c7f'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:55.524162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b5fd9bd-5250-4146-8b01-42782372da69 req-a92a5f7e-5147-4d35-bf5c-3710d98cb83f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Dec 15 21:26:55.540457 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['2842de0f-0898-4943-897a-afadd8054edc'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:55.579351 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['8981c00e-cec0-480e-8124-68df2382e5fc'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:55.637536 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['0dc4cee0-1e9a-4c89-b3b7-60419074ff7b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:26:56.192876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec32b28-3624-4b49-bde1-c5976f9409ef req-483ac00c-c809-4f3c-ab5d-6179a4ecec3e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:56.200484 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ec32b28-3624-4b49-bde1-c5976f9409ef req-483ac00c-c809-4f3c-ab5d-6179a4ecec3e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0678353 Dec 15 21:26:56.258477 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44408) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:56.273914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12264-2fd9-4430-9e6b-189d6184a80f req-8b5699ff-1cdc-4afc-b166-85d6b53a4b50 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:56.275344 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8aa12264-2fd9-4430-9e6b-189d6184a80f req-8b5699ff-1cdc-4afc-b166-85d6b53a4b50 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.1020622 Dec 15 21:26:56.294139 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4ec32b28-3624-4b49-bde1-c5976f9409ef req-9116710f-894b-4c90-b37d-634b9b1e70e6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925450 Dec 15 21:26:56.333669 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8aa12264-2fd9-4430-9e6b-189d6184a80f req-b936fce7-a504-4c20-b13b-f493066b530a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503170 Dec 15 21:26:56.399023 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9bedd31-8d9b-463f-a861-8d3690d45562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.489186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e0eca-86fb-4522-8ffe-a3a80713012c req-746b2c28-85eb-4296-aba4-d95bf2784cbe tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:56.490765 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b6e0eca-86fb-4522-8ffe-a3a80713012c req-746b2c28-85eb-4296-aba4-d95bf2784cbe tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 945 time: 0.0758569 Dec 15 21:26:56.532348 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9bedd31-8d9b-463f-a861-8d3690d45562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.533081 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31569-199e-4242-ae42-ad31b0963467 req-c900bb2f-4c4d-46b3-aa4e-76f3d6bbb674 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:56.534568 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0be31569-199e-4242-ae42-ad31b0963467 req-c900bb2f-4c4d-46b3-aa4e-76f3d6bbb674 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 944 time: 0.0871878 Dec 15 21:26:56.576532 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b6e0eca-86fb-4522-8ffe-a3a80713012c req-4b6dc015-593f-41ec-9085-e859897dfc41 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766783 Dec 15 21:26:56.606348 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0be31569-199e-4242-ae42-ad31b0963467 req-5b62bb01-538c-4534-849d-f3f8126e285b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585985 Dec 15 21:26:56.647002 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e9bedd31-8d9b-463f-a861-8d3690d45562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.679848 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a462a-8fce-4246-b109-3da59a2d2ede req-1a690455-ed0b-40df-a9ca-5b17f23bd9ac tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:56.681305 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-323a462a-8fce-4246-b109-3da59a2d2ede req-1a690455-ed0b-40df-a9ca-5b17f23bd9ac tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0484955 Dec 15 21:26:56.689074 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e9bedd31-8d9b-463f-a861-8d3690d45562 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a50a62b099a46dca810feaf2806ebe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290950 Dec 15 21:26:56.690143 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bedd31-8d9b-463f-a861-8d3690d45562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5c686-db82-477b-b85a-5ae387ac7dfd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:56.692444 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44426) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:56.748388 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.751718 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-323a462a-8fce-4246-b109-3da59a2d2ede req-10a25f18-6b78-4ae2-86c0-efa41808877b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627668 Dec 15 21:26:56.770388 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.952162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.955153 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:56.956387 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99a5c686-db82-477b-b85a-5ae387ac7dfd HTTP/1.1" status: 204 len: 168 time: 0.2630208 Dec 15 21:26:56.976536 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c270-e779-4f97-b236-31daf7b6262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5c686-db82-477b-b85a-5ae387ac7dfd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:57.412158 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f4bf-1aaa-431f-9ca1-cc1636a802bc req-8e991193-0bd0-49c0-b01a-38e27b581bd6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:57.413653 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d42f4bf-1aaa-431f-9ca1-cc1636a802bc req-8e991193-0bd0-49c0-b01a-38e27b581bd6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0498078 Dec 15 21:26:57.462881 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d42f4bf-1aaa-431f-9ca1-cc1636a802bc req-1027aa57-793e-49d4-9c5c-a8223a247e9d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Dec 15 21:26:57.725395 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44452) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:57.726198 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9fdd6-9f41-475a-a56b-61cddc98751b req-eae4ac54-76e6-4c4f-8ebf-0bbc24425fb7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:57.727926 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-68b9fdd6-9f41-475a-a56b-61cddc98751b req-eae4ac54-76e6-4c4f-8ebf-0bbc24425fb7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 945 time: 0.0801077 Dec 15 21:26:57.740591 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb28-f093-4571-8d74-c63a3faa66f3 req-a807718f-cb1d-4b32-835d-c25402fc670b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:57.742065 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55b3eb28-f093-4571-8d74-c63a3faa66f3 req-a807718f-cb1d-4b32-835d-c25402fc670b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 944 time: 0.0659516 Dec 15 21:26:57.743467 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa5a8-4367-49af-8107-d0e3f04fe4d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:57.814933 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-68b9fdd6-9f41-475a-a56b-61cddc98751b req-ddea94a3-83b7-4977-8664-5635c1f2f1b4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718884 Dec 15 21:26:57.819299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55b3eb28-f093-4571-8d74-c63a3faa66f3 req-21921b7a-53ae-4544-8a88-a1c5feeef3ab tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689881 Dec 15 21:26:57.823824 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa5a8-4367-49af-8107-d0e3f04fe4d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:57.881657 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7c4fa5a8-4367-49af-8107-d0e3f04fe4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:57.919379 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7c4fa5a8-4367-49af-8107-d0e3f04fe4d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc1022073edd48248197640c549d155c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922295 Dec 15 21:26:57.920200 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fa5a8-4367-49af-8107-d0e3f04fe4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4365dc8-d225-4526-9ee7-75b2df3c28f6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:57.921716 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888480d-d1cf-4ea1-badb-9eb466b8318d req-08876351-5a6e-41a0-a732-3bfd407774ce tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:57.922472 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44456) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:57.923218 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7888480d-d1cf-4ea1-badb-9eb466b8318d req-08876351-5a6e-41a0-a732-3bfd407774ce tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0536788 Dec 15 21:26:57.980667 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:57.984099 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7888480d-d1cf-4ea1-badb-9eb466b8318d req-a8bc752e-8429-4dbd-b4d4-83aec47ce620 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536277 Dec 15 21:26:58.010292 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:58.168528 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:58.168528 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:58.168528 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4365dc8-d225-4526-9ee7-75b2df3c28f6 HTTP/1.1" status: 204 len: 168 time: 0.2384830 Dec 15 21:26:58.173572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef397e-5d4b-46d9-86e3-c95e0eb0c246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4365dc8-d225-4526-9ee7-75b2df3c28f6,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:58.926552 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e0d66-c065-45c8-8383-79e7dde6144c req-bef23411-e575-4a48-a01c-0c499f2d1130 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:58.928097 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-025e0d66-c065-45c8-8383-79e7dde6144c req-bef23411-e575-4a48-a01c-0c499f2d1130 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 945 time: 0.0475557 Dec 15 21:26:58.975871 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-025e0d66-c065-45c8-8383-79e7dde6144c req-2803340b-5568-4ae4-b829-1688d7108353 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Dec 15 21:26:59.086344 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52865247-193b-4fc1-9952-bda16a6e4c62 req-9fe1a477-917b-4a43-95c6-edf9111b4749 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:59.087722 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52865247-193b-4fc1-9952-bda16a6e4c62 req-9fe1a477-917b-4a43-95c6-edf9111b4749 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 944 time: 0.0550909 Dec 15 21:26:59.135628 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52865247-193b-4fc1-9952-bda16a6e4c62 req-e8f13ac0-6a42-48a9-8553-32c69914d319 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412338 Dec 15 21:26:59.243260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62e0f0-8567-4c89-bdf1-e222107b725a req-041bf1e8-778b-48d4-9e1b-bcf9c0fd4ce2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:26:59.245486 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c62e0f0-8567-4c89-bdf1-e222107b725a req-041bf1e8-778b-48d4-9e1b-bcf9c0fd4ce2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0547516 Dec 15 21:26:59.304291 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c62e0f0-8567-4c89-bdf1-e222107b725a req-4f316e04-c235-4fe8-852b-85aab7d8f156 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505123 Dec 15 21:26:59.357849 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 8981c00e-cec0-480e-8124-68df2382e5fc up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:59.517800 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 8981c00e-cec0-480e-8124-68df2382e5fc completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:26:59.522107 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 8981c00e-cec0-480e-8124-68df2382e5fc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:26:59.522537 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:59.533270 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:26:59.608756 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:59.635443 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:26:59.638012 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63e0ee-bd94-4748-8478-1b9c9fdbd52c" -d '{"events": [{"server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "name": "network-vif-plugged", "status": "completed", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:26:59.655351 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8981c00e-cec0-480e-8124-68df2382e5fc,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:26:59.675955 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8cb429-9d6e-43e8-b8c0-14d05db7e922 x-openstack-request-id: req-6a8cb429-9d6e-43e8-b8c0-14d05db7e922 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:26:59.676283 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "name": "network-vif-plugged", "status": "completed", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:26:59.676720 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a8cb429-9d6e-43e8-b8c0-14d05db7e922 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:26:59.677231 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc', 'code': 200} Dec 15 21:26:59.757774 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:59.758892 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:26:59.847666 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7864aa72-585a-4f2d-ad3a-d354f9b887a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:26:59.863052 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:26:59.948809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7864aa72-585a-4f2d-ad3a-d354f9b887a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.038744 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port d9faeb45-eca5-49c3-a09d-14df25fa5c7f completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:27:00.044042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port d9faeb45-eca5-49c3-a09d-14df25fa5c7f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:27:00.044654 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.081587 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7864aa72-585a-4f2d-ad3a-d354f9b887a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.101914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894193a-dea8-4541-bf3f-276f61d09404 req-929ca904-f6bf-4d09-8894-eea53df637cc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:00.106399 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2894193a-dea8-4541-bf3f-276f61d09404 req-929ca904-f6bf-4d09-8894-eea53df637cc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 945 time: 0.0551383 Dec 15 21:27:00.130385 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.134204 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7864aa72-585a-4f2d-ad3a-d354f9b887a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5ee2a20e2284a87b4744f34a451f760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5974748 Dec 15 21:27:00.134204 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864aa72-585a-4f2d-ad3a-d354f9b887a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4b4031-0724-4c7a-8a65-128db73d2e52,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:00.137189 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:00.196958 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:00.230201 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.237897 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2894193a-dea8-4541-bf3f-276f61d09404 req-675f5a50-1023-44a1-b7db-e8204faed61f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220860 Dec 15 21:27:00.256575 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bef783-68c1-4c25-a8c8-8cd082558cd7 req-6924687b-fac5-4a53-adc3-1c047b673550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:00.257733 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8bef783-68c1-4c25-a8c8-8cd082558cd7 req-6924687b-fac5-4a53-adc3-1c047b673550 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.1198618 Dec 15 21:27:00.269790 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.290057 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.291169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:27:00.311487 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316873dc-4f6a-4319-8555-e25626212dc9 req-ca6948d2-c910-4bbe-9f59-3ff3288427ef tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:00.343660 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-316873dc-4f6a-4319-8555-e25626212dc9 req-ca6948d2-c910-4bbe-9f59-3ff3288427ef tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0826280 Dec 15 21:27:00.407099 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:00.438010 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8bef783-68c1-4c25-a8c8-8cd082558cd7 req-65e9eb51-8e5a-49b6-8c01-4caac096fb24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570089 Dec 15 21:27:00.454340 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.457535 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.461140 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac4b4031-0724-4c7a-8a65-128db73d2e52 HTTP/1.1" status: 204 len: 168 time: 0.3096509 Dec 15 21:27:00.470696 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1d817-6bf0-4e1b-94ae-6cb7afb81d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4b4031-0724-4c7a-8a65-128db73d2e52,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:00.474453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:27:00.479827 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-316873dc-4f6a-4319-8555-e25626212dc9 req-c7068fdb-19e2-402f-ac2f-ac970d2b9cb3 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549308 Dec 15 21:27:00.480206 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:27:00.480759 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.511787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d5caa-708f-43e7-8d7b-f334e6f12220 req-e4f6470e-6b84-4a36-9850-8b31027520eb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:00.513598 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-789d5caa-708f-43e7-8d7b-f334e6f12220 req-e4f6470e-6b84-4a36-9850-8b31027520eb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0930202 Dec 15 21:27:00.574789 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-789d5caa-708f-43e7-8d7b-f334e6f12220 req-741756c7-0684-49bf-bdd0-ed1abd91d819 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524807 Dec 15 21:27:00.621085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.665820 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:00.734964 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:00.735767 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2842de0f-0898-4943-897a-afadd8054edc up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:27:00.826775 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:00.923104 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 2842de0f-0898-4943-897a-afadd8054edc completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:27:00.927417 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 2842de0f-0898-4943-897a-afadd8054edc triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:27:00.927789 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.027741 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.076114 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2842de0f-0898-4943-897a-afadd8054edc,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:01.157657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.204901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:01.349179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d7aed-55f4-4ff8-b524-ae639064b578 req-336cd639-f70e-4779-ba28-22a7f4332be0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:01.350708 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-303d7aed-55f4-4ff8-b524-ae639064b578 req-336cd639-f70e-4779-ba28-22a7f4332be0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0492914 Dec 15 21:27:01.399591 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-303d7aed-55f4-4ff8-b524-ae639064b578 req-eec6c50c-7d6e-49e2-b591-5c3c25ee9769 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Dec 15 21:27:01.425171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44594) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:01.438743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d21e7dc7-f68b-48e8-be8b-7a6d8475e505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.513107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d21e7dc7-f68b-48e8-be8b-7a6d8475e505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.590026 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9e7fb-571b-41e7-8ce5-d11d3e0c0bf6 req-f132122c-6d8a-47f8-99ea-6c8fd5abc4f6 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:01.591824 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03a9e7fb-571b-41e7-8ce5-d11d3e0c0bf6 req-f132122c-6d8a-47f8-99ea-6c8fd5abc4f6 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0510435 Dec 15 21:27:01.640837 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03a9e7fb-571b-41e7-8ce5-d11d3e0c0bf6 req-bdab3ddc-a718-49f9-ae0d-39487542b58c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428901 Dec 15 21:27:01.665557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d21e7dc7-f68b-48e8-be8b-7a6d8475e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.678438 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}, {'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b'}, {'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842de0f-0898-4943-897a-afadd8054edc'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:01.680864 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0dc15-001a-4f9a-92f8-7329be15edec" -d '{"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}, {"server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b"}, {"server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "name": "network-vif-plugged", "status": "completed", "tag": "2842de0f-0898-4943-897a-afadd8054edc"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:01.723284 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e7dc7-f68b-48e8-be8b-7a6d8475e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d15caf-33b8-46a1-bd94-baad53fb5f91,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:01.729727 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d21e7dc7-f68b-48e8-be8b-7a6d8475e505 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b7248b73c2f4a1dbb54f47b967c0ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034067 Dec 15 21:27:01.736525 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44608) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:01.753682 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89e427-2b41-47b5-bc53-5f452aff5d0e x-openstack-request-id: req-5c89e427-2b41-47b5-bc53-5f452aff5d0e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:01.754219 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "code": 200}, {"server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "name": "network-vif-plugged", "status": "completed", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b", "code": 200}, {"server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "name": "network-vif-plugged", "status": "completed", "tag": "2842de0f-0898-4943-897a-afadd8054edc", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:01.754648 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c89e427-2b41-47b5-bc53-5f452aff5d0e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:01.755039 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'code': 200} Dec 15 21:27:01.755299 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b', 'code': 200} Dec 15 21:27:01.755542 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842de0f-0898-4943-897a-afadd8054edc', 'code': 200} Dec 15 21:27:01.760817 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9e252-5c65-48d8-886c-ce24a104e0e2 req-c3990602-a938-47b1-9454-5a0665fc1b81 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:01.762390 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-25b9e252-5c65-48d8-886c-ce24a104e0e2 req-c3990602-a938-47b1-9454-5a0665fc1b81 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.1084125 Dec 15 21:27:01.797799 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.820480 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.926672 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-25b9e252-5c65-48d8-886c-ce24a104e0e2 req-ad4aa198-9c74-4b0d-b580-a264789ac6a9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583242 Dec 15 21:27:01.968778 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.971456 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:01.972580 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53d15caf-33b8-46a1-bd94-baad53fb5f91 HTTP/1.1" status: 204 len: 168 time: 0.2350812 Dec 15 21:27:01.980061 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf41f1-cb62-440e-b588-ecdedd7eb48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d15caf-33b8-46a1-bd94-baad53fb5f91,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:02.463931 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e8a17-9feb-495d-ae74-07c7be7d772a req-e6820b9b-e50d-46bc-a2f9-471893bbe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.468294 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e01e8a17-9feb-495d-ae74-07c7be7d772a req-e6820b9b-e50d-46bc-a2f9-471893bbe279 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1099 time: 0.0682328 Dec 15 21:27:02.470829 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aeffb-150f-48ec-b4a5-0dedad4ded10 req-79edc7ab-6e03-4e63-9857-79b2d7d3485c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.472459 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-938aeffb-150f-48ec-b4a5-0dedad4ded10 req-79edc7ab-6e03-4e63-9857-79b2d7d3485c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.0998380 Dec 15 21:27:02.520171 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a366e-6ea4-4342-8282-a656dd5ad247 req-20676dfb-04ac-4f94-9ce3-7f2aa475988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.520464 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe5a366e-6ea4-4342-8282-a656dd5ad247 req-20676dfb-04ac-4f94-9ce3-7f2aa475988a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1099 time: 0.1209490 Dec 15 21:27:02.586270 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-fe5a366e-6ea4-4342-8282-a656dd5ad247 req-911fbb0a-9ba2-4ac8-8a57-7f38510dd7b9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578718 Dec 15 21:27:02.594882 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052af89-3bf8-4df7-bfc5-0216304ddcb5 req-8dfaedcc-c0b1-4b60-b9e5-83b83e9fe27c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.596329 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7052af89-3bf8-4df7-bfc5-0216304ddcb5 req-8dfaedcc-c0b1-4b60-b9e5-83b83e9fe27c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1229374 Dec 15 21:27:02.600824 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e01e8a17-9feb-495d-ae74-07c7be7d772a req-44f7e534-7dcd-48aa-b8dd-247a2254ad66 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133668 Dec 15 21:27:02.602766 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-938aeffb-150f-48ec-b4a5-0dedad4ded10 req-475843c0-1f23-4b66-a7a1-bc7e788b1b7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164403 Dec 15 21:27:02.645939 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7052af89-3bf8-4df7-bfc5-0216304ddcb5 req-71129008-a35c-454e-9c37-b94c04343729 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Dec 15 21:27:02.753166 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd60b4-21cc-4b36-b61e-e5e2d12d798f req-8bead238-f2a1-4659-82d2-ad72bfe50175 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.754772 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6cd60b4-21cc-4b36-b61e-e5e2d12d798f req-8bead238-f2a1-4659-82d2-ad72bfe50175 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0487807 Dec 15 21:27:02.810243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6cd60b4-21cc-4b36-b61e-e5e2d12d798f req-b0b7aed3-fbe4-4ec1-ad66-f7bcfdbc366d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490274 Dec 15 21:27:02.966134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f178f0-41a4-4dd4-af11-f9a89251e75e req-89d4775c-7050-4888-923e-0cafef68e98f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:02.966371 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1f178f0-41a4-4dd4-af11-f9a89251e75e req-89d4775c-7050-4888-923e-0cafef68e98f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0530078 Dec 15 21:27:02.976564 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44654) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:02.981703 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'floatingip': {'port_id': '8981c00e-cec0-480e-8124-68df2382e5fc'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:03.041481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985765-59e4-4d64-a78d-7dfcb5c16689 req-bdf8332e-0f7e-4296-adb3-f6c9294bf484 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:03.043030 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43985765-59e4-4d64-a78d-7dfcb5c16689 req-bdf8332e-0f7e-4296-adb3-f6c9294bf484 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0522127 Dec 15 21:27:03.070762 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:03.097251 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43985765-59e4-4d64-a78d-7dfcb5c16689 req-c45a8ea6-c56b-4692-a495-fa57c19f77a6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476298 Dec 15 21:27:03.766404 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368ae95-f04c-4f1d-b8e5-2e8aa97686c4 req-878b26f4-9f6d-4b85-aa92-ac632ace9c52 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:03.767875 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2368ae95-f04c-4f1d-b8e5-2e8aa97686c4 req-878b26f4-9f6d-4b85-aa92-ac632ace9c52 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0501084 Dec 15 21:27:03.818219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2368ae95-f04c-4f1d-b8e5-2e8aa97686c4 req-c6d00a0c-a4ee-4da8-9d06-a50e0333f03d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438862 Dec 15 21:27:03.867499 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:04.127389 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:04.231110 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Floating IP 60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4 associated. External IP: 172.27.3.222, port: 8981c00e-cec0-480e-8124-68df2382e5fc. Dec 15 21:27:04.234875 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a476cc2-e810-429e-8493-d6fc7328ab02 req-be57afab-28c8-4dfc-9c45-e0a7744fb1da tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:04.236389 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a476cc2-e810-429e-8493-d6fc7328ab02 req-be57afab-28c8-4dfc-9c45-e0a7744fb1da tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0590398 Dec 15 21:27:04.286341 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a476cc2-e810-429e-8493-d6fc7328ab02 req-746195ce-99b5-4e66-a79a-ae1dfc9b2fc6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436232 Dec 15 21:27:04.473996 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:27:04.596847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:27:04.608559 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:04.616322 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:27:04.634367 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:27:04.635175 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:04.651664 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2e37d68b-8cd7-4112-b3d0-8df316a82770 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "PUT /v2.0/floatingips/60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4 HTTP/1.1" status: 200 len: 991 time: 1.6738341 Dec 15 21:27:04.652330 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:04.654758 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192271c7-98e1-42b7-a119-8e3f0530bc86" -d '{"events": [{"name": "network-changed", "server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:04.737254 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fc0f0a-acad-4f42-bbd0-b0f892bc1cbc x-openstack-request-id: req-78fc0f0a-acad-4f42-bbd0-b0f892bc1cbc {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:04.737604 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:04.737863 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78fc0f0a-acad-4f42-bbd0-b0f892bc1cbc {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:04.738268 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc', 'status': 'completed', 'code': 200} Dec 15 21:27:04.765266 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:27:04.848753 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-3ddcd4a3-c24b-4d0e-afc6-93ef82124293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:04.848753 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-3ddcd4a3-c24b-4d0e-afc6-93ef82124293 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.0610912 Dec 15 21:27:05.113502 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '8981c00e-cec0-480e-8124-68df2382e5fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:44:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:03Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:05.144821 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:27:05.154022 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:27:05.154765 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:05.236183 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb37f6c-59ee-49b7-97d1-fd2dcc5bb8c1 req-d6b1c395-6621-4554-b086-c686763f92b0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.237777 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb37f6c-59ee-49b7-97d1-fd2dcc5bb8c1 req-d6b1c395-6621-4554-b086-c686763f92b0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.3499794 Dec 15 21:27:05.268261 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-b4a65e16-1d96-4a46-8ab3-9d395dbd50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.269808 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-b4a65e16-1d96-4a46-8ab3-9d395dbd50fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.4140120 Dec 15 21:27:05.272824 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:27:05.355239 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb37f6c-59ee-49b7-97d1-fd2dcc5bb8c1 req-1c488b7e-a353-4516-b3a4-e7a7d424af6f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067984 Dec 15 21:27:05.390041 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-3e844b8b-cb35-40b7-8497-81b58f1b7055 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 999 time: 0.1128194 Dec 15 21:27:05.484343 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-b2bfdc77-6735-465d-9544-44cda5b14784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.485992 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-b2bfdc77-6735-465d-9544-44cda5b14784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0872726 Dec 15 21:27:05.510832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04b94d-a58f-4d69-b5f7-da21ad0c9333 req-ea160060-fcfa-4629-b42f-0c396bcd3ac7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.512333 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f04b94d-a58f-4d69-b5f7-da21ad0c9333 req-ea160060-fcfa-4629-b42f-0c396bcd3ac7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0733254 Dec 15 21:27:05.570283 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '8981c00e-cec0-480e-8124-68df2382e5fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:44:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:03Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:05.576610 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-d9249c19-17a1-4146-95ed-d1e5c74019e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.578183 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-d9249c19-17a1-4146-95ed-d1e5c74019e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850723 Dec 15 21:27:05.602334 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f067a-1929-489d-bf61-98f676abef0a None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '8981c00e-cec0-480e-8124-68df2382e5fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:44:fd:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:03Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:27:05.610235 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f04b94d-a58f-4d69-b5f7-da21ad0c9333 req-168c71e3-108d-44c3-b8bb-562efef46557 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831633 Dec 15 21:27:05.678257 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-ee8560ef-65f1-4adf-bf9c-aa8bc919ba28 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921226 Dec 15 21:27:05.804758 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ede25-6ba2-4d1e-8b65-94f3e03f121c req-03c14b0f-86a9-4d09-8e47-159e93e7d4b1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:05.806297 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-837ede25-6ba2-4d1e-8b65-94f3e03f121c req-03c14b0f-86a9-4d09-8e47-159e93e7d4b1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.1014562 Dec 15 21:27:05.817185 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44758) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:05.817676 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-192271c7-98e1-42b7-a119-8e3f0530bc86 req-7c017138-cd1a-4793-95a7-87b831cdf31b service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317003 Dec 15 21:27:05.821847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'floatingip': {'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:05.866697 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:05.883157 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bb73c-f4e9-44e4-ae40-2765eaba5178 None None] New status for floating IP 60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:27:06.018712 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150a9bb-9266-446f-902a-57376889ba6b req-183406bb-f461-43b1-aca4-8d10d1a00d42 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:06.031271 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f150a9bb-9266-446f-902a-57376889ba6b req-183406bb-f461-43b1-aca4-8d10d1a00d42 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0600557 Dec 15 21:27:06.097359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f150a9bb-9266-446f-902a-57376889ba6b req-614c5412-df62-4e25-8d1c-d3d08c464c23 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685616 Dec 15 21:27:06.216488 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-9f66de07-7f3f-4a3f-bdd4-cb258e9c4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:06.218357 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-9f66de07-7f3f-4a3f-bdd4-cb258e9c4897 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1099 time: 0.0452716 Dec 15 21:27:06.323438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-f39dc8a6-02f5-4c66-9935-160d1cdcfa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:06.325044 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-f39dc8a6-02f5-4c66-9935-160d1cdcfa56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.0930407 Dec 15 21:27:06.379880 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-363edaaf-80ec-4912-ac57-3d4017bfb705 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b HTTP/1.1" status: 200 len: 217 time: 0.0414608 Dec 15 21:27:06.449675 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.449916 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-c4e3d498-29d0-4049-a431-a731235d15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:06.452422 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-c4e3d498-29d0-4049-a431-a731235d15c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0555155 Dec 15 21:27:06.480241 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44776) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:06.501259 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-0a956f46-2027-4535-a495-4feba1f4d255 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330868 Dec 15 21:27:06.545988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.602834 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-70ae2995-852c-4a45-8025-5686c4c81186 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946231 Dec 15 21:27:06.609139 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2532c778-f35e-4b40-bc12-bd331a75e858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.647441 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Floating IP cde76829-3e4c-46c4-b3e0-96ca9991e9a3 associated. External IP: 172.27.3.40, port: d9faeb45-eca5-49c3-a09d-14df25fa5c7f. Dec 15 21:27:06.727532 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39d501c6-2cc6-4ee3-8c6a-e04826d35b51 req-aaa07a25-3172-465f-b853-9faf01c353f0 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158938 Dec 15 21:27:06.756711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2532c778-f35e-4b40-bc12-bd331a75e858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.866567 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2532c778-f35e-4b40-bc12-bd331a75e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.915007 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2532c778-f35e-4b40-bc12-bd331a75e858 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90ae62dc114b43a8a6de119153f38359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336143 Dec 15 21:27:06.915946 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532c778-f35e-4b40-bc12-bd331a75e858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317f8166-8aa4-4629-8211-1a490921ead9,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:06.919129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44790) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:06.973711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:06.996884 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:07.053640 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:27:07.175049 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:07.178823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:07.183470 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/317f8166-8aa4-4629-8211-1a490921ead9 HTTP/1.1" status: 204 len: 168 time: 0.2603295 Dec 15 21:27:07.191274 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3a4248d0-8112-4ab6-82d8-cc89851047a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:07.199615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:27:07.204161 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:07.209961 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:27:07.217020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb16c5-a461-4e31-87cc-df96629ccd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317f8166-8aa4-4629-8211-1a490921ead9,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:07.227549 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:27:07.228214 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:07.268922 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b8bbe7a4-9bb2-4700-acc2-d0589ad23c2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "PUT /v2.0/floatingips/cde76829-3e4c-46c4-b3e0-96ca9991e9a3 HTTP/1.1" status: 200 len: 991 time: 1.4505997 Dec 15 21:27:07.269443 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16be5a1-9d6f-4280-b029-5e39e1132b98 req-fff7a9ff-711a-4226-883e-f13b41847516 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:07.271221 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e16be5a1-9d6f-4280-b029-5e39e1132b98 req-fff7a9ff-711a-4226-883e-f13b41847516 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0889826 Dec 15 21:27:07.271562 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:07.273842 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5e9822-bf09-457d-9f86-780299cb8634" -d '{"events": [{"name": "network-changed", "server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:07.327104 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e16be5a1-9d6f-4280-b029-5e39e1132b98 req-ac07d2b1-1c43-41ae-a220-e000e88ab59a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Dec 15 21:27:07.370991 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:27:07.374133 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecfc12c-cfe5-41ea-909e-cf7b767c9c7d x-openstack-request-id: req-5ecfc12c-cfe5-41ea-909e-cf7b767c9c7d {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:07.374597 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:07.375587 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5ecfc12c-cfe5-41ea-909e-cf7b767c9c7d {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:07.376384 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'status': 'completed', 'code': 200} Dec 15 21:27:07.448593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-1b19e213-7362-4dbb-b5d1-ab9679f8c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:07.450286 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-1b19e213-7362-4dbb-b5d1-ab9679f8c251 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1099 time: 0.0437849 Dec 15 21:27:07.586734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-e7790c63-6988-4850-add0-1c4937a464dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:07.590193 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-e7790c63-6988-4850-add0-1c4937a464dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.1278999 Dec 15 21:27:07.680987 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-400908fa-e8b6-4dad-9416-c29d8f80ff42 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 999 time: 0.0790079 Dec 15 21:27:07.734520 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'cde76829-3e4c-46c4-b3e0-96ca9991e9a3', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:06Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:07.740878 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-653ebd04-497c-43fa-8316-5450e5a44453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:07.742578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-653ebd04-497c-43fa-8316-5450e5a44453 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0429740 Dec 15 21:27:07.764253 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:27:07.773302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:27:07.773929 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:26:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:07.791836 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-bd5b779e-3943-42ca-b943-360c887d9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:07.793296 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-bd5b779e-3943-42ca-b943-360c887d9d66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407970 Dec 15 21:27:07.884778 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:27:07.888411 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-99ae87d9-a088-44b3-945f-9968952cb60e service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859783 Dec 15 21:27:07.996465 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d5e9822-bf09-457d-9f86-780299cb8634 req-08940f30-fe1a-444c-895e-ef22f0140d05 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911982 Dec 15 21:27:08.074079 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 44818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:08.087504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.122231 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'cde76829-3e4c-46c4-b3e0-96ca9991e9a3', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:06Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:08.150499 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b15e4-e542-4adb-962e-4320201e09f3 None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'cde76829-3e4c-46c4-b3e0-96ca9991e9a3', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:26:35Z', 'updated_at': '2021-12-15T21:27:06Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:27:08.184914 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.328935 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.369706 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed43e15ed1b048c9b3ecbe2672999062&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934279 Dec 15 21:27:08.370633 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cd25b2-654d-428d-8ca2-9ce49eeb68fc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:08.372738 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 44826) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:08.386899 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.387267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.387615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.387952 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.388382 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.388641 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.388945 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.389276 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.389636 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.389976 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.390301 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.390617 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.390941 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a56284-30cf-4e87-8f73-ec49591587ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.412309 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d9cf25-f479-4342-9d98-9c3f9b09e1c3 None None] New status for floating IP cde76829-3e4c-46c4-b3e0-96ca9991e9a3: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:27:08.484273 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ed01c-1929-42b4-a55c-74f26b09380f req-51a033d0-249a-4162-8beb-81108a2b2861 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:08.485785 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-978ed01c-1929-42b4-a55c-74f26b09380f req-51a033d0-249a-4162-8beb-81108a2b2861 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0804911 Dec 15 21:27:08.509564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.543740 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.563640 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-978ed01c-1929-42b4-a55c-74f26b09380f req-01e1b7e1-5b36-435b-aced-8997ccfae8ea tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706675 Dec 15 21:27:08.664248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.667459 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:08.669635 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/99cd25b2-654d-428d-8ca2-9ce49eeb68fc HTTP/1.1" status: 204 len: 168 time: 0.2946126 Dec 15 21:27:08.676652 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cd25b2-654d-428d-8ca2-9ce49eeb68fc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:08.690383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.690732 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.691150 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.691401 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.691730 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.692056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.692550 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.692886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.693212 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.693563 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.693881 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.694198 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:08.694512 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed142bf-da8f-4358-87ab-92c7714175fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:09.500739 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-690e2db5-4056-47f6-a4e5-6f460f19c2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:09.694337 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ecc54f-ecd5-4808-abf5-19b9de34b25d req-07488403-7f70-4c63-9b0b-c750cac9ffd4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:09.701889 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77ecc54f-ecd5-4808-abf5-19b9de34b25d req-07488403-7f70-4c63-9b0b-c750cac9ffd4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0672672 Dec 15 21:27:09.747138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77ecc54f-ecd5-4808-abf5-19b9de34b25d req-ae4895aa-647a-4957-b6d8-768131727e54 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Dec 15 21:27:10.639043 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687abf2-7cb1-4380-9a1e-0623af4522a3 req-3ac98e25-7551-496b-8e6c-96757cac3de4 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:10.640484 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4687abf2-7cb1-4380-9a1e-0623af4522a3 req-3ac98e25-7551-496b-8e6c-96757cac3de4 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0530446 Dec 15 21:27:10.687019 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4687abf2-7cb1-4380-9a1e-0623af4522a3 req-600540e2-deda-4d31-bede-661ddbfd7bfa tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Dec 15 21:27:10.780600 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:10.893267 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713542d-5238-4a9f-957d-84aa0cc01e1f req-9da2d932-4e97-4b83-99c5-3f390f2beede tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:10.893267 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f713542d-5238-4a9f-957d-84aa0cc01e1f req-9da2d932-4e97-4b83-99c5-3f390f2beede tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0630479 Dec 15 21:27:10.942706 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f713542d-5238-4a9f-957d-84aa0cc01e1f req-dcfd570c-bd24-4019-a760-10572ac74f6d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 Dec 15 21:27:12.035919 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:13.275557 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:13.352609 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:27:16.138567 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea167fd6-bdd2-4ea5-9f68-36e8c17f1746 req-f17feb1b-cf8b-4060-be74-21ed90620133 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:16.138567 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea167fd6-bdd2-4ea5-9f68-36e8c17f1746 req-f17feb1b-cf8b-4060-be74-21ed90620133 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.2329988 Dec 15 21:27:16.145616 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a69ae6-e304-440d-b18a-92c579743826 req-0d2e11ab-608a-4973-88ce-b43475249320 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:16.146963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8a69ae6-e304-440d-b18a-92c579743826 req-0d2e11ab-608a-4973-88ce-b43475249320 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.2322223 Dec 15 21:27:16.225556 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ea167fd6-bdd2-4ea5-9f68-36e8c17f1746 req-85365e60-7982-453f-a8e0-d066faada692 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Dec 15 21:27:16.230909 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8a69ae6-e304-440d-b18a-92c579743826 req-e2844663-0c38-42cd-84a7-5d67fed6ccf6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764425 Dec 15 21:27:16.402950 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-54038162-480d-47c6-a313-747b7f1cf62e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412471 Dec 15 21:27:16.501207 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c89cc-0190-4495-8c87-0b38a927f42a req-e7427c89-6fc0-4f56-a8a9-f6539c2de77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:16.502669 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-e7427c89-6fc0-4f56-a8a9-f6539c2de77a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 1098 time: 0.0390747 Dec 15 21:27:16.620088 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c89cc-0190-4495-8c87-0b38a927f42a req-83313dae-763b-456c-a9b9-492d41c457be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:16.621548 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-83313dae-763b-456c-a9b9-492d41c457be service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 915 time: 0.0874844 Dec 15 21:27:16.672358 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-c10fc622-1bd9-45df-a3bf-f034a0c94119 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455 HTTP/1.1" status: 200 len: 217 time: 0.0363984 Dec 15 21:27:16.733652 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c89cc-0190-4495-8c87-0b38a927f42a req-e4cd13c8-44d3-420c-96c2-125db3ba12c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:16.735030 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-e4cd13c8-44d3-420c-96c2-125db3ba12c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0464418 Dec 15 21:27:16.766451 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-67467901-80ab-46fc-ae9c-3c85f86a37cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229046 Dec 15 21:27:16.855893 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-0eec1fc3-ca11-47d7-a9bd-b7e9cc2e5757 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786431 Dec 15 21:27:16.960099 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-130c89cc-0190-4495-8c87-0b38a927f42a req-f64c8e46-7868-4131-bfeb-45c45895af72 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884540 Dec 15 21:27:17.376572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6c811-4ef4-4ac0-9501-f391427608ce req-5efd4abc-a107-4c33-9177-686cab42cf91 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:17.378100 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7da6c811-4ef4-4ac0-9501-f391427608ce req-5efd4abc-a107-4c33-9177-686cab42cf91 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0777898 Dec 15 21:27:17.386032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a96f7f-b80c-4bae-9564-0e242b46e24b req-fddabc32-9457-405d-a5ec-c336efd89dfa tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:17.387362 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4a96f7f-b80c-4bae-9564-0e242b46e24b req-fddabc32-9457-405d-a5ec-c336efd89dfa tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0772045 Dec 15 21:27:17.458982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7da6c811-4ef4-4ac0-9501-f391427608ce req-0ab771ba-c6db-4ade-bf25-5489e0e1a272 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Dec 15 21:27:17.466128 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4a96f7f-b80c-4bae-9564-0e242b46e24b req-6448882d-163f-40df-aaba-1c58667fb8df tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722032 Dec 15 21:27:19.094700 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:22.256535 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f816b-ae2a-4d06-8e68-5523bcd01ae1 req-efd21bd6-b590-41cb-b33f-3333c6bb6f13 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:22.258171 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7c7f816b-ae2a-4d06-8e68-5523bcd01ae1 req-efd21bd6-b590-41cb-b33f-3333c6bb6f13 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0565329 Dec 15 21:27:22.313352 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7c7f816b-ae2a-4d06-8e68-5523bcd01ae1 req-850b1742-6971-419d-97f9-65ccce0ec566 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478058 Dec 15 21:27:22.401392 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b3c41-68b7-4996-9c2c-89fd561350c0 req-8b55ae01-6112-4d9c-b5b2-0a43a69f8d3a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:22.403123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-174b3c41-68b7-4996-9c2c-89fd561350c0 req-8b55ae01-6112-4d9c-b5b2-0a43a69f8d3a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0533342 Dec 15 21:27:22.454089 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-174b3c41-68b7-4996-9c2c-89fd561350c0 req-f8e44965-7471-422d-9b13-a4231c141259 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452852 Dec 15 21:27:22.879163 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-39553cb9-8d86-4356-beb9-83fe1b5046b1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:22.880638 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-39553cb9-8d86-4356-beb9-83fe1b5046b1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.1018205 Dec 15 21:27:22.895634 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-b4631915-1709-40cc-bb99-987ffd586566 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/quotas/5243452be4da440389b104480a5e6790 HTTP/1.1" status: 200 len: 375 time: 0.0094745 Dec 15 21:27:22.948772 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-91be9104-0fb4-4cd9-b416-5f1219312b1c tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470734 Dec 15 21:27:23.040180 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-9f2a5b3e-ca8f-41d0-a3e0-a483f0203dd8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845520 Dec 15 21:27:23.126372 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-14cced6f-8f3b-4ae6-98d2-71d016efd7e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797887 Dec 15 21:27:23.446036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a59f23-9e08-4f2e-a3cf-9a2fb5bdefa2 req-3131b57a-e7f2-4238-88cc-c46d2c34e65a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:23.448054 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6a59f23-9e08-4f2e-a3cf-9a2fb5bdefa2 req-3131b57a-e7f2-4238-88cc-c46d2c34e65a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0494213 Dec 15 21:27:23.499356 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6a59f23-9e08-4f2e-a3cf-9a2fb5bdefa2 req-0374f034-5f9b-4f2e-9efa-66622a23fadd tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450439 Dec 15 21:27:23.562674 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f39d1529-38bd-48de-9d2e-df9806ef33b3 req-6608ffb7-05ce-4e8b-b574-571f420f6589 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0249836 Dec 15 21:27:23.662597 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354035d8-03b1-49eb-b127-f93ae6301510 req-a4d36e60-dc84-41a1-a0af-9fc26e7872fe tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:23.664042 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-354035d8-03b1-49eb-b127-f93ae6301510 req-a4d36e60-dc84-41a1-a0af-9fc26e7872fe tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0477087 Dec 15 21:27:23.709879 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-354035d8-03b1-49eb-b127-f93ae6301510 req-cdd78037-b7d4-4326-971b-9d53a18b3942 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 Dec 15 21:27:26.520365 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0136a-c70a-4097-bf62-8d466e4cdfb7 req-f4cc494d-d05b-447d-9edd-48929d07727e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:26.521851 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d5e0136a-c70a-4097-bf62-8d466e4cdfb7 req-f4cc494d-d05b-447d-9edd-48929d07727e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0501924 Dec 15 21:27:26.570603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d5e0136a-c70a-4097-bf62-8d466e4cdfb7 req-4e7a5102-ad38-478e-aed2-e195c38bd5ad tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424774 Dec 15 21:27:26.647560 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0c18552b-8a1c-4b06-a8e7-9e9fd06e4791 req-154587f2-dea2-4ad2-a58a-b85bb23be8d0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0243647 Dec 15 21:27:26.744970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4484ef7-bbd1-4120-8119-430db12161c9 req-27dbbb0d-d617-42b5-b5ad-3a4daeca0f54 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:26.746379 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a4484ef7-bbd1-4120-8119-430db12161c9 req-27dbbb0d-d617-42b5-b5ad-3a4daeca0f54 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0470319 Dec 15 21:27:26.791982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a4484ef7-bbd1-4120-8119-430db12161c9 req-7bf77fb6-a1ef-40ab-90fc-170bb658986b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Dec 15 21:27:28.406985 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a197f855-ee69-4d4f-af18-faffbf7bebc0 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:27:28.487528 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:28.521285 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:28.523770 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56049ffe-7acd-432b-bb67-519e267aa19c" -d '{"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-unplugged", "status": "completed", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:28.536516 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:28.615205 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:28.623888 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-faa23f7e-791d-47da-9940-b5fc837e5d9d req-c754c601-5a7f-4f2e-a66d-10d788740954 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0483720 Dec 15 21:27:28.650352 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3add8e7-6e2c-4c9a-a57e-b9ebbc216aae req-9da3cab8-b208-4980-84e2-a3f57c75da4e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:28.651969 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3add8e7-6e2c-4c9a-a57e-b9ebbc216aae req-9da3cab8-b208-4980-84e2-a3f57c75da4e tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.0863657 Dec 15 21:27:28.662092 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-700674e1-66fa-462c-af20-6f63856c34ba tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:28.663814 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-700674e1-66fa-462c-af20-6f63856c34ba tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 945 time: 0.1254544 Dec 15 21:27:28.675350 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:28.683010 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.683393 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.683784 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.684654 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.684990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.685348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.685676 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.686029 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.686354 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.686697 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.687022 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.687360 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.687660 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:27:28.790892 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3add8e7-6e2c-4c9a-a57e-b9ebbc216aae req-23588fda-5dd3-44da-b190-ee304746fc2a tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/security-groups?id=9613b768-fe49-43a8-abcd-76185bbdec7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260643 Dec 15 21:27:28.844106 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7018a0ff-c8af-47b7-8c52-5aca2ce340ef x-openstack-request-id: req-7018a0ff-c8af-47b7-8c52-5aca2ce340ef {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:28.844492 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-unplugged", "status": "completed", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:28.844742 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7018a0ff-c8af-47b7-8c52-5aca2ce340ef {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:28.845134 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'code': 200} Dec 15 21:27:28.864593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13802c62-bcea-48bf-9a29-7cbcca4376c5 req-e10d1c23-5d32-4ffe-8f0b-da1de38885b8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:28.866129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-13802c62-bcea-48bf-9a29-7cbcca4376c5 req-e10d1c23-5d32-4ffe-8f0b-da1de38885b8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1634614 Dec 15 21:27:28.927397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Deleting port a197f855-ee69-4d4f-af18-faffbf7bebc0 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:27:28.927761 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:28.951788 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-13802c62-bcea-48bf-9a29-7cbcca4376c5 req-43696c85-d8e2-4f34-bcbe-46b74acbc1dd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786829 Dec 15 21:27:29.023862 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] For port a197f855-ee69-4d4f-af18-faffbf7bebc0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a197f855-ee69-4d4f-af18-faffbf7bebc0,segment=NetworkSegment(174a0ce2-3102-4f76-b33d-62449ce010c2),segment_id=174a0ce2-3102-4f76-b33d-62449ce010c2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:29.024140 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:29.038773 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Calling delete_port for a197f855-ee69-4d4f-af18-faffbf7bebc0 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:27:29.264496 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:29.294643 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Pushing event deleted for resources: {'Port': ['ID=a197f855-ee69-4d4f-af18-faffbf7bebc0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:29.354388 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] No DVR routers for this DVR port a197f855-ee69-4d4f-af18-faffbf7bebc0 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:27:29.358167 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:29.361449 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1caa60c0-c638-4c12-9506-a9220c610e1e req-0b04e5e5-d4df-48bf-bb8f-c6e51acc1a48 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.60 "DELETE /v2.0/ports/a197f855-ee69-4d4f-af18-faffbf7bebc0 HTTP/1.1" status: 204 len: 173 time: 0.6808848 Dec 15 21:27:29.361920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-deleted', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:29.364131 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7192d304-c83b-47eb-827c-760c0306159a" -d '{"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-deleted", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:29.401060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059878de-87f3-44e8-9022-679586dc1535 x-openstack-request-id: req-059878de-87f3-44e8-9022-679586dc1535 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:29.401389 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f682f2-cb00-42e9-9e45-ebad72d6424c", "name": "network-vif-deleted", "tag": "a197f855-ee69-4d4f-af18-faffbf7bebc0", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:29.401643 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-059878de-87f3-44e8-9022-679586dc1535 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:29.402102 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f682f2-cb00-42e9-9e45-ebad72d6424c', 'name': 'network-vif-deleted', 'tag': 'a197f855-ee69-4d4f-af18-faffbf7bebc0', 'status': 'completed', 'code': 200} Dec 15 21:27:29.721921 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6dae621f-851a-4998-a8f9-50db01abf78e req-1acb5999-ba76-45d0-9693-fec8df248a50 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0252483 Dec 15 21:27:29.904813 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1141e1f-2637-4bc5-93d0-0c0e767fa431 req-99c83474-01bc-4781-a8e1-c238d605e9a5 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0366132 Dec 15 21:27:29.926138 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-b991933b-3e1a-4642-9e28-e0807f5758b4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:29.926470 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-b991933b-3e1a-4642-9e28-e0807f5758b4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.1261418 Dec 15 21:27:29.941524 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Request body: {'port': {'device_id': 'c8290365-707f-4961-9e57-13f378286cf8', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'admin_state_up': True, 'tenant_id': '5243452be4da440389b104480a5e6790'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:30.087820 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51637872-a187-4f2b-b148-7532391279ad req-f2134b2c-2c78-4d54-9cb6-64640c3a9e5b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:30.089163 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51637872-a187-4f2b-b148-7532391279ad req-f2134b2c-2c78-4d54-9cb6-64640c3a9e5b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0591235 Dec 15 21:27:30.136049 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51637872-a187-4f2b-b148-7532391279ad req-eea7d551-fc1c-4c54-b621-78b311b8e319 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402479 Dec 15 21:27:30.190419 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:30.193929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:30.318706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Allocated IP 172.20.0.9 (b0f0f142-dbfe-4299-9179-ad7896fff119/729db850-d15b-426b-842d-a5f0da1322fd/4f9c9a8a-9c20-41d5-8f39-40969098acb6) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:27:30.479460 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:30.598333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:30.610189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:27:30.645162 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Network b0f0f142-dbfe-4299-9179-ad7896fff119 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:27:30.649405 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:27:30.651898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:27:30.659438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:30.659438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:30.673831 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event updated for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:30.775807 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-d071aaea-d280-4bb4-a671-6586d36e30d8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8381412 Dec 15 21:27:30.796527 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Request body: {'port': {'device_id': 'c8290365-707f-4961-9e57-13f378286cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:31.081465 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7c35a108-a13f-4395-a119-3f965b189644 req-9fb663d3-d9f8-4c1e-b16e-783f218823a1 tempest-DeleteServersTestJSON-1202243345 tempest-DeleteServersTestJSON-1202243345-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7f682f2-cb00-42e9-9e45-ebad72d6424c HTTP/1.1" status: 200 len: 210 time: 0.0329833 Dec 15 21:27:31.083724 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.105826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0c45-0035-4a41-a078-959eda6983a2 req-f9deb522-a431-4473-9a4c-f47d69a7a45b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:31.113568 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1cb0c45-0035-4a41-a078-959eda6983a2 req-f9deb522-a431-4473-9a4c-f47d69a7a45b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 931 time: 0.2979882 Dec 15 21:27:31.257578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e1cb0c45-0035-4a41-a078-959eda6983a2 req-aea2e838-919a-481a-8654-bf364549b7ab tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429865 Dec 15 21:27:31.354416 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c336ca-2c75-46c6-8ccc-d8681f018c48 req-408ba386-be81-4e6c-9948-73dc9c1195f1 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:31.356374 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7c336ca-2c75-46c6-8ccc-d8681f018c48 req-408ba386-be81-4e6c-9948-73dc9c1195f1 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1210792 Dec 15 21:27:31.432404 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7c336ca-2c75-46c6-8ccc-d8681f018c48 req-46897923-0bcd-4ed2-be4b-9136730d0133 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696220 Dec 15 21:27:31.478888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f9c9a8a-9c20-41d5-8f39-40969098acb6 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:27:31.486687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.498825 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Transition to ACTIVE for port object 4f9c9a8a-9c20-41d5-8f39-40969098acb6 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:27:31.611777 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.667968 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:31.696128 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Attempting to bind port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:27:31.696392 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Attempting to bind port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:27:31.696727 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Attempting to bind port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:27:31.700962 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 on network b0f0f142-dbfe-4299-9179-ad7896fff119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:27:31.701277 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Attempting to bind port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:27:31.705993 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:27:31.706324 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Checking segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:27:31.706698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Bound using segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:27:31.707115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Bound port: 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:27:31.707455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.773303 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:27:31.776763 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:27:31.861145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.896534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:31.897204 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:31.898624 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] 10.222.0.60 "PUT /v2.0/ports/4f9c9a8a-9c20-41d5-8f39-40969098acb6 HTTP/1.1" status: 200 len: 1093 time: 1.1069207 Dec 15 21:27:31.899065 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:31.901297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620e83f-aef4-4a83-9191-06323974d660" -d '{"events": [{"name": "network-changed", "server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:31.923210 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486c034-e45e-4b77-ab72-79a85ee3379f service neutron] Pushing event updated for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:34.879669 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbb738e-4826-4968-a968-a17e9910123a x-openstack-request-id: req-edbb738e-4826-4968-a968-a17e9910123a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:34.880248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:34.880248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edbb738e-4826-4968-a968-a17e9910123a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:34.880617 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'status': 'completed', 'code': 200} Dec 15 21:27:34.997558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6a98e-f192-44ac-aa9a-5dfd32645f95 req-a82229f7-469a-4fc4-8531-d9059ed39c01 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:34.999045 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62d6a98e-f192-44ac-aa9a-5dfd32645f95 req-a82229f7-469a-4fc4-8531-d9059ed39c01 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.0491371 Dec 15 21:27:35.046244 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-62d6a98e-f192-44ac-aa9a-5dfd32645f95 req-5b358c69-d1cd-4309-9abc-45f9c3703bb0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Dec 15 21:27:35.149172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc72235-9364-4cb9-aca1-eb6dca23a893 req-280abf5d-cfc0-436c-bf4a-68f5d8061f9e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:35.150624 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-abc72235-9364-4cb9-aca1-eb6dca23a893 req-280abf5d-cfc0-436c-bf4a-68f5d8061f9e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0503035 Dec 15 21:27:35.195297 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-abc72235-9364-4cb9-aca1-eb6dca23a893 req-828d39af-b6a1-402b-80be-e9fa141a347c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Dec 15 21:27:36.412014 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-9f7ebd7a-c028-41e9-a9f0-c107346380e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:36.413509 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-9f7ebd7a-c028-41e9-a9f0-c107346380e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0672665 Dec 15 21:27:36.424888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a73db-2453-4b3f-bca1-c059bd8035ce req-b460bf7b-c98a-4983-b032-180f1ab5252a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:36.426297 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d86a73db-2453-4b3f-bca1-c059bd8035ce req-b460bf7b-c98a-4983-b032-180f1ab5252a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.0575759 Dec 15 21:27:36.506046 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-81f33a3d-b09a-4190-9ec4-8bf175c1d4db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6 HTTP/1.1" status: 200 len: 217 time: 0.0481048 Dec 15 21:27:36.576379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47be67-c8f1-4754-9018-ec9b2495acc4 req-f8d736f8-7bc1-462f-8b63-645d78b16795 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:36.577781 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c47be67-c8f1-4754-9018-ec9b2495acc4 req-f8d736f8-7bc1-462f-8b63-645d78b16795 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1390738 Dec 15 21:27:36.580979 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d86a73db-2453-4b3f-bca1-c059bd8035ce req-1f571529-e020-4ea2-83ce-a290f464d2e8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487360 Dec 15 21:27:36.610000 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-623336f3-810c-42c9-b7ba-9e8f561cb01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:36.611414 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-623336f3-810c-42c9-b7ba-9e8f561cb01a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0929520 Dec 15 21:27:36.652078 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-172160e5-f765-4285-ad24-e4e780554917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313742 Dec 15 21:27:36.656717 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c47be67-c8f1-4754-9018-ec9b2495acc4 req-d7ab71a9-3ef1-4403-85e1-f415a36117ba tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709598 Dec 15 21:27:36.747223 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-c3c89c32-f489-4c6d-aec0-fc53b69b3435 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Dec 15 21:27:36.842817 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-118aa1a7-93af-4059-a23e-1bec437bb0fc req-ad6fb033-9a68-4952-b254-59766f2a8b86 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843101 Dec 15 21:27:37.099141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e83f-aef4-4a83-9191-06323974d660 req-9842ef79-ddc8-441a-bbfa-580fc3e7ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:37.100667 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-9842ef79-ddc8-441a-bbfa-580fc3e7ce95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 1096 time: 0.0417235 Dec 15 21:27:37.201019 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e83f-aef4-4a83-9191-06323974d660 req-efbbb35a-8c6e-4eb6-abba-06b9a544035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:37.202560 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-efbbb35a-8c6e-4eb6-abba-06b9a544035a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 915 time: 0.0882986 Dec 15 21:27:37.237612 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc9ee307-5783-4601-89ba-ebe4cc83dfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:37.276959 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-7eb8f52a-e69f-4b9f-9b4b-b962886e8c9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6 HTTP/1.1" status: 200 len: 217 time: 0.0358353 Dec 15 21:27:37.329343 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620e83f-aef4-4a83-9191-06323974d660 req-a47d172f-5244-4cb1-98c1-fdbd3b41bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:37.330871 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-a47d172f-5244-4cb1-98c1-fdbd3b41bee3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0448060 Dec 15 21:27:37.364380 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-98a284e8-1adf-426d-947b-70e1f41184aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244715 Dec 15 21:27:37.457588 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-839a3d86-94fd-4cf0-92ba-99c41ee39bf1 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Dec 15 21:27:37.546676 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2620e83f-aef4-4a83-9191-06323974d660 req-846737cf-4e67-4df4-8a4a-31c38a79ba8d service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799551 Dec 15 21:27:37.937181 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb473c-6d83-4bcd-9abd-acff79d9ce62 req-22c68f51-9526-4407-83ff-fb8cceaec820 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:37.938580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30eb473c-6d83-4bcd-9abd-acff79d9ce62 req-22c68f51-9526-4407-83ff-fb8cceaec820 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.0808136 Dec 15 21:27:37.950357 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b8f59-7390-43a5-8d04-c16a7821faaa req-559e16be-1232-4c0e-aaf6-834e68e03825 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:37.951733 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-822b8f59-7390-43a5-8d04-c16a7821faaa req-559e16be-1232-4c0e-aaf6-834e68e03825 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0651367 Dec 15 21:27:38.023203 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30eb473c-6d83-4bcd-9abd-acff79d9ce62 req-4e2cabf3-ca1d-4db7-a82b-f2505c6a42c7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705304 Dec 15 21:27:38.026930 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-822b8f59-7390-43a5-8d04-c16a7821faaa req-baa2784f-ba1c-4458-88c7-fc6a41f9e285 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683322 Dec 15 21:27:38.737821 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45306) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:38.783318 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Deleting subnet 715bb29b-c3f2-423f-925b-37a6d9c02623 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:27:38.786538 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:38.825709 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:38.834586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:38.990383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.018259 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.021447 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/715bb29b-c3f2-423f-925b-37a6d9c02623 HTTP/1.1" status: 204 len: 168 time: 0.2826040 Dec 15 21:27:39.022294 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4339603-7e74-4877-aa2a-74c9ec8cfedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715bb29b-c3f2-423f-925b-37a6d9c02623,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:39.024816 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45316) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:39.094640 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.172767 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.191871 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.192226 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.192982 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.193303 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.193645 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.193954 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.194278 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.194586 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.194891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.195196 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.358482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.358840 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.359192 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.359521 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:39.359889 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f13a1f-e06b-4bd9-8c34-50b4b1a62887']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:39.384280 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174a0ce2-3102-4f76-b33d-62449ce010c2') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:39.384577 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174a0ce2-3102-4f76-b33d-62449ce010c2') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:39.400700 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.421553 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.430257 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:27:39.430636 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: from cryptography.utils import int_from_bytes Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:27:39.449396 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:27:39.518218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-723a202e-f8de-495d-be55-8d1a56a3bd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.586143 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.593163 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:39.597937 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] 10.222.0.44 "DELETE /v2.0/networks/45f13a1f-e06b-4bd9-8c34-50b4b1a62887 HTTP/1.1" status: 204 len: 168 time: 0.5702534 Dec 15 21:27:39.605579 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ec5cf-ba52-421f-8c54-7a34c6040e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=45f13a1f-e06b-4bd9-8c34-50b4b1a62887,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:40.016249 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45332) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:40.057185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c3d1bf47-217b-4aab-be40-a7d1d79e21c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bbc66b4ece443f1b4644b2842d1efbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382609 Dec 15 21:27:40.059628 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45334) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:40.105017 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:40.129519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:40.241396 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:40.244004 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:40.245145 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9613b768-fe49-43a8-abcd-76185bbdec7f HTTP/1.1" status: 204 len: 168 time: 0.1842995 Dec 15 21:27:40.253709 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae050b04-243b-4c93-b063-b81e06cdb667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9613b768-fe49-43a8-abcd-76185bbdec7f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:40.752248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.291923 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45374) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:41.391640 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645694379-network', 'tenant_id': 'db6eb5a59a1e469b9a889eb4c7d2ee9a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:41.523715 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Made reservation on behalf of db6eb5a59a1e469b9a889eb4c7d2ee9a for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:41.526088 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.534586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.605943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.752668 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.777690 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:27:41.788028 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9704dd-b591-4ad2-8a3b-5d0ae7df31b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:41.794534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.794873 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Added segment 6fcc97cf-db0f-4299-9b02-9d318530c45e of type vlan for network afcbaf40-8666-4b7e-801e-69ec634a0285 Dec 15 21:27:41.835596 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.940596 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:41.941497 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:41.942098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:42.001938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] Pushing event updated for resources: {'Network': ['ID=afcbaf40-8666-4b7e-801e-69ec634a0285,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:42.012043 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network afcbaf40-8666-4b7e-801e-69ec634a0285 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:27:42.051047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b6b885ab-c53c-4b5f-915b-d3768e9dc59d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7579699 Dec 15 21:27:42.053973 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:42.058820 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Request body: {'subnet': {'network_id': 'afcbaf40-8666-4b7e-801e-69ec634a0285', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1645694379-subnet', 'tenant_id': 'db6eb5a59a1e469b9a889eb4c7d2ee9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:42.067934 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:42.144274 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Made reservation on behalf of db6eb5a59a1e469b9a889eb4c7d2ee9a for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:42.146607 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:42.369922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:42.422535 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8e9d71-d513-40a7-8e09-c60a53755cfa,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:42.432726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Checking segment: {'id': '6fcc97cf-db0f-4299-9b02-9d318530c45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'afcbaf40-8666-4b7e-801e-69ec634a0285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:27:42.433084 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Network hostable DHCP agents. Network: afcbaf40-8666-4b7e-801e-69ec634a0285, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:27:42.523814 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Network afcbaf40-8666-4b7e-801e-69ec634a0285 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:27:42.620933 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, afcbaf40-8666-4b7e-801e-69ec634a0285) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:27:42.625747 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:42.626618 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:42.631997 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38d2fe6-daeb-4a3c-8d72-4adc52111289 None None] Network afcbaf40-8666-4b7e-801e-69ec634a0285 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:27:42.723589 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4870f06f-e726-42ee-a973-ed5e13329499 None None] Network afcbaf40-8666-4b7e-801e-69ec634a0285 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:27:42.738442 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7b933460-80ec-4dc8-a551-59aeed3a1bce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6834104 Dec 15 21:27:43.313237 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.425071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45410) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:43.430017 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272438746-network', 'tenant_id': '26d377ae56d34034b5a8b05b9ec69a73'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:43.521924 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Made reservation on behalf of 26d377ae56d34034b5a8b05b9ec69a73 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:43.524134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.534446 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.612365 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.683489 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.705854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:27:43.720900 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fdfaed-11e2-4e45-815d-37742471f3d1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:43.723764 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.724105 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Added segment cd05c84d-408d-4729-bdf6-43b8a75790f3 of type vlan for network 53c83452-5ee3-487a-b9dd-ada4bdf0bbed Dec 15 21:27:43.765959 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.893431 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.894914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:43.895011 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:43.963742 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] Pushing event updated for resources: {'Network': ['ID=53c83452-5ee3-487a-b9dd-ada4bdf0bbed,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:43.975444 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 53c83452-5ee3-487a-b9dd-ada4bdf0bbed details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:27:44.034876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e656-ec20-44a1-a321-3ce4d6a951b2 req-1761df2d-f914-4a02-9a51-835c0085c4e5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:44.036258 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7904e656-ec20-44a1-a321-3ce4d6a951b2 req-1761df2d-f914-4a02-9a51-835c0085c4e5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.0862777 Dec 15 21:27:44.051268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17d2b6-1a6d-4b1c-975d-88694cb8e2e3 req-53598af9-3af8-46e6-bda8-e7dc72034602 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:44.052669 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7a17d2b6-1a6d-4b1c-975d-88694cb8e2e3 req-53598af9-3af8-46e6-bda8-e7dc72034602 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0717685 Dec 15 21:27:44.062130 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fd249b58-2bee-423c-95ce-c0a16b1c216c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6359599 Dec 15 21:27:44.065262 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:44.070490 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Request body: {'subnet': {'network_id': '53c83452-5ee3-487a-b9dd-ada4bdf0bbed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272438746-subnet', 'tenant_id': '26d377ae56d34034b5a8b05b9ec69a73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:44.122614 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7904e656-ec20-44a1-a321-3ce4d6a951b2 req-0a2adefa-88a9-4ed6-9cad-c1f296c8991e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794690 Dec 15 21:27:44.129682 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7a17d2b6-1a6d-4b1c-975d-88694cb8e2e3 req-fa345370-b054-4024-b9db-a3d86e10b852 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612369 Dec 15 21:27:44.175215 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Made reservation on behalf of 26d377ae56d34034b5a8b05b9ec69a73 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:44.177547 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:44.415623 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:44.476944 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11605ad-5ad3-4bc4-b696-ed3e83cff18d,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:44.481178 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Checking segment: {'id': 'cd05c84d-408d-4729-bdf6-43b8a75790f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '53c83452-5ee3-487a-b9dd-ada4bdf0bbed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:27:44.483384 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Network hostable DHCP agents. Network: 53c83452-5ee3-487a-b9dd-ada4bdf0bbed, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:27:44.575399 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Network 53c83452-5ee3-487a-b9dd-ada4bdf0bbed is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:27:44.654912 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 53c83452-5ee3-487a-b9dd-ada4bdf0bbed) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:27:44.659096 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:44.659724 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:44.664252 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc79ede-4cfd-4c85-849e-1284a4dd5aa1 None None] Network 53c83452-5ee3-487a-b9dd-ada4bdf0bbed requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:27:44.755386 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a87e80cf-d388-4258-a9f2-78dcb954f059 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6887586 Dec 15 21:27:44.768054 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaa0adc-019e-4e01-9238-9467dc5d2414 None None] Network 53c83452-5ee3-487a-b9dd-ada4bdf0bbed requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:27:44.881354 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45428) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:44.933024 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Deleting subnet cd8e9d71-d513-40a7-8e09-c60a53755cfa {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:27:44.937277 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:44.975503 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.016867 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.199088 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.226412 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8e9d71-d513-40a7-8e09-c60a53755cfa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:45.228223 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.231645 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3ac8a5d4-b1b6-417a-b8cf-2634fd36745c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cd8e9d71-d513-40a7-8e09-c60a53755cfa HTTP/1.1" status: 204 len: 168 time: 0.3488526 Dec 15 21:27:45.234173 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45438) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:45.267606 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006faef-29a9-4a73-afd4-b14db5e66063 req-7be1807a-0823-4171-8e9a-10c10cd7809e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:45.269067 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1006faef-29a9-4a73-afd4-b14db5e66063 req-7be1807a-0823-4171-8e9a-10c10cd7809e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.0763834 Dec 15 21:27:45.280761 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac35b-648e-4599-8c12-ca07ee13a8e7 req-eba861bf-129c-4a0d-8030-4290564c624a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:45.282192 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1dcac35b-648e-4599-8c12-ca07ee13a8e7 req-eba861bf-129c-4a0d-8030-4290564c624a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0780640 Dec 15 21:27:45.300342 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.355737 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1006faef-29a9-4a73-afd4-b14db5e66063 req-a8486ccf-a5ca-4504-b0b5-4850cb1bd8fc tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725770 Dec 15 21:27:45.358929 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1dcac35b-648e-4599-8c12-ca07ee13a8e7 req-84c85dbf-d754-4902-bba5-6a46f7ae2688 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702319 Dec 15 21:27:45.391693 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.411209 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afcbaf40-8666-4b7e-801e-69ec634a0285']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:45.421884 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcc97cf-db0f-4299-9b02-9d318530c45e') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:45.426122 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcc97cf-db0f-4299-9b02-9d318530c45e') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:45.432359 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.446499 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.453407 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:27:45.457846 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:27:45.609830 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.618300 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.625073 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] 10.222.0.44 "DELETE /v2.0/networks/afcbaf40-8666-4b7e-801e-69ec634a0285 HTTP/1.1" status: 204 len: 168 time: 0.3869236 Dec 15 21:27:45.625623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45460) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:45.643109 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582442c-bcdd-4147-b810-a52f69a2bb64 admin admin] Pushing event deleted for resources: {'Network': ['ID=afcbaf40-8666-4b7e-801e-69ec634a0285,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:45.676351 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Deleting subnet a11605ad-5ad3-4bc4-b696-ed3e83cff18d {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:27:45.680541 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.721261 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.727233 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.890025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.919749 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11605ad-5ad3-4bc4-b696-ed3e83cff18d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:45.923561 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:45.926796 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0f84d912-e9b4-4073-9979-7afb0d71e4db admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a11605ad-5ad3-4bc4-b696-ed3e83cff18d HTTP/1.1" status: 204 len: 168 time: 0.2998943 Dec 15 21:27:45.934027 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45488) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:46.010266 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.109671 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.135776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.136325 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.136325 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.204035 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.204585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.204909 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.205230 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103254) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:27:46.205967 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c83452-5ee3-487a-b9dd-ada4bdf0bbed']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:46.223628 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd05c84d-408d-4729-bdf6-43b8a75790f3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:46.223920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd05c84d-408d-4729-bdf6-43b8a75790f3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:27:46.239469 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.265263 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.274180 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:27:46.274831 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: from cryptography.utils import int_from_bytes Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: from cryptography.utils import int_from_bytes Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:27:46.278671 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:27:46.301546 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45506) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:46.411928 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d9af27-8f71-401c-a303-5a416fac8942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.427481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.444382 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.454034 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/53c83452-5ee3-487a-b9dd-ada4bdf0bbed HTTP/1.1" status: 204 len: 168 time: 0.5187671 Dec 15 21:27:46.467064 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f9c9a8a-9c20-41d5-8f39-40969098acb6 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:27:46.502529 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d9af27-8f71-401c-a303-5a416fac8942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.517911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be31c1-aeec-44cb-af9c-4c2eeb9288f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c83452-5ee3-487a-b9dd-ada4bdf0bbed,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:46.542398 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66eb82b-a335-4596-a958-e37d135b1f64 req-5ec40d28-159c-4edd-b055-a4de508a9225 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:46.544359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a66eb82b-a335-4596-a958-e37d135b1f64 req-5ec40d28-159c-4edd-b055-a4de508a9225 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0878148 Dec 15 21:27:46.555610 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959e67-537b-4229-9d92-472b36e4cd18 req-da17ea58-451a-4d23-b8c2-0927b202a757 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:46.557048 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59959e67-537b-4229-9d92-472b36e4cd18 req-da17ea58-451a-4d23-b8c2-0927b202a757 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 943 time: 0.1016705 Dec 15 21:27:46.576263 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:46.591509 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'port_id': '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'mac_address': 'fa:16:3e:c7:33:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729db850-d15b-426b-842d-a5f0da1322fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:27:46.596366 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-62d9af27-8f71-401c-a303-5a416fac8942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.629687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a66eb82b-a335-4596-a958-e37d135b1f64 req-a2c1cc3a-a850-4450-89c3-925f4936eefe tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716293 Dec 15 21:27:46.634020 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59959e67-537b-4229-9d92-472b36e4cd18 req-c5ace32d-1ea2-4f46-9c94-17e016ebbd0f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694482 Dec 15 21:27:46.639122 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9af27-8f71-401c-a303-5a416fac8942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7621ca9e-7cc4-4256-b265-e6b2390b13c7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:46.640227 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.643539 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-62d9af27-8f71-401c-a303-5a416fac8942 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6861c5ee84244e92b78c5e129889d80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408041 Dec 15 21:27:46.646403 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:46.654301 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f9c9a8a-9c20-41d5-8f39-40969098acb6 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:27:46.689906 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:46.712206 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.737382 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.755946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.793306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45518) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:46.803411 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:46.833179 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f7aa6583-0dc3-4ff7-8055-276862f175f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db6eb5a59a1e469b9a889eb4c7d2ee9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382624 Dec 15 21:27:46.835257 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:46.854850 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.857417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.858516 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7621ca9e-7cc4-4256-b265-e6b2390b13c7 HTTP/1.1" status: 204 len: 168 time: 0.2111616 Dec 15 21:27:46.877882 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c3a63-8e2e-4459-b1d9-e75b1c82c277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7621ca9e-7cc4-4256-b265-e6b2390b13c7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:46.896203 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:46.920379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:47.141133 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:47.143833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:47.145017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a9704dd-b591-4ad2-8a3b-5d0ae7df31b5 HTTP/1.1" status: 204 len: 168 time: 0.3088317 Dec 15 21:27:47.157248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a302ce8-c782-4b61-8fce-01f749cbf889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9704dd-b591-4ad2-8a3b-5d0ae7df31b5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:47.172044 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f9c9a8a-9c20-41d5-8f39-40969098acb6'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:27:47.750775 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45548) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:47.764887 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fd8988e-8aba-417a-a453-c53cf06e44c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:47.847742 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fd8988e-8aba-417a-a453-c53cf06e44c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:47.913445 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45552) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:47.960285 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-02c3eedb-0468-46b6-b470-36dd6a035868 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26d377ae56d34034b5a8b05b9ec69a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456231 Dec 15 21:27:47.962721 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:47.975372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47f9a-bd56-4e91-aed5-9e467ccaf590 req-fb70482f-61d4-4828-ae43-4e668be9bb5b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:47.976908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a7f47f9a-bd56-4e91-aed5-9e467ccaf590 req-fb70482f-61d4-4828-ae43-4e668be9bb5b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.2529600 Dec 15 21:27:47.987568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcc8b1-7070-454a-bc2a-3b3a68eca781 req-1ad6ff3b-cc02-49ba-87e2-c2b7b21a9a45 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:47.989042 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bdcc8b1-7070-454a-bc2a-3b3a68eca781 req-1ad6ff3b-cc02-49ba-87e2-c2b7b21a9a45 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 944 time: 0.2558804 Dec 15 21:27:47.990708 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5fd8988e-8aba-417a-a453-c53cf06e44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.046075 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8988e-8aba-417a-a453-c53cf06e44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dbf77b-44f3-4244-b79f-623f6d6256f4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:48.053748 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5fd8988e-8aba-417a-a453-c53cf06e44c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d4667c8c9c5472686e46c81947a5e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993441 Dec 15 21:27:48.054594 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:48.068859 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a7f47f9a-bd56-4e91-aed5-9e467ccaf590 req-bec46e58-0617-4d0b-a639-49a1063a32d2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788212 Dec 15 21:27:48.074307 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bdcc8b1-7070-454a-bc2a-3b3a68eca781 req-17855e3b-a2e4-42dd-a4e6-2a728067e450 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Dec 15 21:27:48.085004 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.119724 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.143347 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.176216 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.312848 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.315352 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.316470 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8fdfaed-11e2-4e45-815d-37742471f3d1 HTTP/1.1" status: 204 len: 168 time: 0.3528683 Dec 15 21:27:48.319357 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.321349 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:48.322364 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8dbf77b-44f3-4244-b79f-623f6d6256f4 HTTP/1.1" status: 204 len: 168 time: 0.2675328 Dec 15 21:27:48.329493 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6904b-5f47-400a-850f-abc7054d8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fdfaed-11e2-4e45-815d-37742471f3d1,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:48.340369 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d23c92-1c56-4be5-9828-fde94da87def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dbf77b-44f3-4244-b79f-623f6d6256f4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:49.107094 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:49.221465 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2b0b-dcc7-4763-9a8a-b27460b83eb6 req-b7e14953-cd05-4922-a260-b03af32fc164 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:49.222888 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6baf2b0b-dcc7-4763-9a8a-b27460b83eb6 req-b7e14953-cd05-4922-a260-b03af32fc164 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 944 time: 0.0641851 Dec 15 21:27:49.232365 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffbe76-6090-4e67-ada0-43cfce2ec614 req-13449f7a-c7fb-4260-9d4f-ca142ec19da2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:49.233700 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-05ffbe76-6090-4e67-ada0-43cfce2ec614 req-13449f7a-c7fb-4260-9d4f-ca142ec19da2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0853074 Dec 15 21:27:49.306751 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6baf2b0b-dcc7-4763-9a8a-b27460b83eb6 req-4aa460dd-b33c-4523-a19c-45523339db54 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Dec 15 21:27:49.313965 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-05ffbe76-6090-4e67-ada0-43cfce2ec614 req-b4bebdaf-c56b-482d-8dcf-a5c15185a4b2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722327 Dec 15 21:27:50.100036 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45644) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:50.298294 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a7224ab-2401-4132-b05d-09fddb22f828 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.351766 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:27:50.379795 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a7224ab-2401-4132-b05d-09fddb22f828 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.450009 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a7224ab-2401-4132-b05d-09fddb22f828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.488314 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9a7224ab-2401-4132-b05d-09fddb22f828 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ec83fc3d84740779999f6a29cf793d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871846 Dec 15 21:27:50.490368 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7224ab-2401-4132-b05d-09fddb22f828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10d953f-c38a-4563-85b8-f2294aa31cc3,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:50.491150 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45658) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:50.544194 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.564854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.678810 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45666) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:50.689733 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.692426 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.693690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c10d953f-c38a-4563-85b8-f2294aa31cc3 HTTP/1.1" status: 204 len: 168 time: 0.2014475 Dec 15 21:27:50.703317 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa867a-e7a3-45a0-8e04-c9c45430e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10d953f-c38a-4563-85b8-f2294aa31cc3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:50.798158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8007ca0-13c6-4eb0-aaba-6d11909bff93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:50.873903 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8007ca0-13c6-4eb0-aaba-6d11909bff93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.003673 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a8007ca0-13c6-4eb0-aaba-6d11909bff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.006698 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f9c9a8a-9c20-41d5-8f39-40969098acb6 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:27:51.045973 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a8007ca0-13c6-4eb0-aaba-6d11909bff93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc0a6e73429f4f20bc8a6927e93daa7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658209 Dec 15 21:27:51.047120 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8007ca0-13c6-4eb0-aaba-6d11909bff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c914eccc-e7f0-476a-a2b6-ac3c509900a6,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:51.048546 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:51.104557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.127107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.129772 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:27:51.133967 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:27:51.134677 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.215724 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.237569 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:27:51.240302 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261c460-014c-4950-9b93-2a63e853efc5" -d '{"events": [{"server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "name": "network-vif-plugged", "status": "completed", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:27:51.253465 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:27:51.267346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.270002 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.271181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c914eccc-e7f0-476a-a2b6-ac3c509900a6 HTTP/1.1" status: 204 len: 168 time: 0.2214465 Dec 15 21:27:51.280871 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a59317-3a90-4acc-9331-a2ca85da7346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c914eccc-e7f0-476a-a2b6-ac3c509900a6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:51.333386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:51.384141 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:51.939320 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45706) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:51.952114 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e8588f-c0fe-45cc-b154-31fb68b17153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.022729 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e8588f-c0fe-45cc-b154-31fb68b17153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.083909 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e8588f-c0fe-45cc-b154-31fb68b17153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.123865 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a6e8588f-c0fe-45cc-b154-31fb68b17153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c7537e9485f4b31b52313bdc1812c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1833932 Dec 15 21:27:52.124895 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8588f-c0fe-45cc-b154-31fb68b17153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7693c03f-93c3-4658-aa4e-f190673da67a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:52.126876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:52.176176 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.199356 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.319224 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.321949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:52.323080 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7693c03f-93c3-4658-aa4e-f190673da67a HTTP/1.1" status: 204 len: 168 time: 0.1939516 Dec 15 21:27:52.339383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb13b12-ae17-4531-b5b6-337447409265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7693c03f-93c3-4658-aa4e-f190673da67a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:52.360496 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a0dae-2209-4a64-a726-23537ae71a94 req-a52c4bdc-978c-4870-9c6a-30980841a9c4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:52.361835 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-913a0dae-2209-4a64-a726-23537ae71a94 req-a52c4bdc-978c-4870-9c6a-30980841a9c4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0820401 Dec 15 21:27:52.370239 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974fa60-e55a-4408-b17b-efd76404b764 req-2193d7f3-01d1-45c1-8f2c-7872ddcac04b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:52.376718 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7974fa60-e55a-4408-b17b-efd76404b764 req-2193d7f3-01d1-45c1-8f2c-7872ddcac04b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1029766 Dec 15 21:27:52.454062 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-913a0dae-2209-4a64-a726-23537ae71a94 req-4e317626-3250-4178-937f-5d2710c3d5b5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808520 Dec 15 21:27:52.461716 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7974fa60-e55a-4408-b17b-efd76404b764 req-7e3ac6c3-f9c3-4c9a-91e6-80f12c1ffbbb tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Dec 15 21:27:52.519477 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2149ca9-5162-41ae-8a0c-e635c3be0731 x-openstack-request-id: req-d2149ca9-5162-41ae-8a0c-e635c3be0731 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:27:52.519987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "name": "network-vif-plugged", "status": "completed", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:27:52.519987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2149ca9-5162-41ae-8a0c-e635c3be0731 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:27:52.520421 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'code': 200} Dec 15 21:27:54.128013 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af468290-a0ba-4f83-a32c-3e98f122a983 req-bb500103-e612-4359-9f16-65c3430f2aef tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:54.129529 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af468290-a0ba-4f83-a32c-3e98f122a983 req-bb500103-e612-4359-9f16-65c3430f2aef tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0806000 Dec 15 21:27:54.137488 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ee51-1c2e-49a3-bfaa-559441cb07d8 req-cf62da1d-a13c-40cf-aa30-edd896562d46 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:54.138902 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8ae2ee51-1c2e-49a3-bfaa-559441cb07d8 req-cf62da1d-a13c-40cf-aa30-edd896562d46 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0810833 Dec 15 21:27:54.209078 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af468290-a0ba-4f83-a32c-3e98f122a983 req-a751451a-e866-4f29-9a07-28c2076f2028 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Dec 15 21:27:54.217656 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8ae2ee51-1c2e-49a3-bfaa-559441cb07d8 req-bbd0d4a5-ee04-4445-9dd6-74c8ca042751 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709360 Dec 15 21:27:54.519568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b06f2-47a8-4d8d-91b7-7215439d14c4 req-93453990-4cfe-4787-b358-18255072f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:54.521420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb3b06f2-47a8-4d8d-91b7-7215439d14c4 req-93453990-4cfe-4787-b358-18255072f41d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 1098 time: 0.0451410 Dec 15 21:27:54.567809 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb3b06f2-47a8-4d8d-91b7-7215439d14c4 req-d867d5e8-b9dd-4695-8084-6654fdf3fb3c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381444 Dec 15 21:27:54.983412 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45794) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:55.093534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07e1baad-d7ad-4922-ba24-722a9375ce80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.167129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07e1baad-d7ad-4922-ba24-722a9375ce80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.266558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-07e1baad-d7ad-4922-ba24-722a9375ce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.303600 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-07e1baad-d7ad-4922-ba24-722a9375ce80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6a9b48e2c0f411aa7e262844ce863f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191442 Dec 15 21:27:55.305661 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1baad-d7ad-4922-ba24-722a9375ce80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21857d57-08f5-4f98-8471-500919bdcbaf,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:55.306532 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:55.353579 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.374474 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.523865 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.526723 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:55.527893 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21857d57-08f5-4f98-8471-500919bdcbaf HTTP/1.1" status: 204 len: 168 time: 0.2203813 Dec 15 21:27:55.537058 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d500710-36f5-41c9-8eb8-c7cdbf174754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21857d57-08f5-4f98-8471-500919bdcbaf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:55.566706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e15d96-0b8d-41e1-904c-0f0e1ca5c752 req-ceb5e6c0-0937-4595-b795-d7e25f46accd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:55.568181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c1e15d96-0b8d-41e1-904c-0f0e1ca5c752 req-ceb5e6c0-0937-4595-b795-d7e25f46accd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0746031 Dec 15 21:27:55.575529 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12ccd-bcfb-44a0-8504-4171bd3fd0e3 req-fb95d981-e6e3-403c-90ca-9ebc147f61f4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:55.576903 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-28a12ccd-bcfb-44a0-8504-4171bd3fd0e3 req-fb95d981-e6e3-403c-90ca-9ebc147f61f4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0923252 Dec 15 21:27:55.647567 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c1e15d96-0b8d-41e1-904c-0f0e1ca5c752 req-4762498e-5dd2-42f7-80ab-9952737294df tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696769 Dec 15 21:27:55.651964 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-28a12ccd-bcfb-44a0-8504-4171bd3fd0e3 req-254d122b-a2fc-4cf2-a9a1-46a6b78bc75c tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683777 Dec 15 21:27:56.154444 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:56.167872 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da73a50a-9306-45ca-a830-9b44d4913c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.240280 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da73a50a-9306-45ca-a830-9b44d4913c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.321934 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da73a50a-9306-45ca-a830-9b44d4913c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.359993 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-da73a50a-9306-45ca-a830-9b44d4913c94 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47446a6f510a4adc9915d83f3a4e4ec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2044079 Dec 15 21:27:56.360896 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73a50a-9306-45ca-a830-9b44d4913c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2569457-ddca-4df3-bca0-29171b14a215,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:56.363379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45842) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:56.415059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.435446 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.558343 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.561525 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:56.562738 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2569457-ddca-4df3-bca0-29171b14a215 HTTP/1.1" status: 204 len: 168 time: 0.1983392 Dec 15 21:27:56.571999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b67c95-51aa-47ad-9f68-58dd0ea48568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2569457-ddca-4df3-bca0-29171b14a215,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:56.817693 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae67f-8eba-4e25-ab91-c7fe044d5fec req-9fa07cb4-f197-4085-a65d-e9d8c023929d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:56.819258 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1cae67f-8eba-4e25-ab91-c7fe044d5fec req-9fa07cb4-f197-4085-a65d-e9d8c023929d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0954735 Dec 15 21:27:56.828076 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847d058-cc90-42c6-aef5-53882680e744 req-9c5c98f9-43ca-4abc-b678-8b05a8dbbe78 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:56.829519 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e847d058-cc90-42c6-aef5-53882680e744 req-9c5c98f9-43ca-4abc-b678-8b05a8dbbe78 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0913186 Dec 15 21:27:56.898325 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1cae67f-8eba-4e25-ab91-c7fe044d5fec req-9cb107b0-4b3d-4f40-a8bc-27afb8841397 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Dec 15 21:27:56.902663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e847d058-cc90-42c6-aef5-53882680e744 req-d69510a4-f7d5-41a9-842f-4a4e065b2b9f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Dec 15 21:27:57.502202 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cf47a-cf22-4c2d-8d13-f59c9d2a0ab4 req-282d15d4-e849-4666-b572-01d264e123ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:57.503663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-722cf47a-cf22-4c2d-8d13-f59c9d2a0ab4 req-282d15d4-e849-4666-b572-01d264e123ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1099 time: 0.0430977 Dec 15 21:27:57.550120 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-722cf47a-cf22-4c2d-8d13-f59c9d2a0ab4 req-d391cb5a-e28b-47f9-b12b-1c0414e1fa3e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Dec 15 21:27:57.641794 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45906) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:57.838541 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5813801-6d11-439f-937e-fb8def8eaa0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:57.913171 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5813801-6d11-439f-937e-fb8def8eaa0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.024474 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5813801-6d11-439f-937e-fb8def8eaa0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.063221 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e5813801-6d11-439f-937e-fb8def8eaa0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c66ed0e8089464393539137f2941296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203594 Dec 15 21:27:58.064059 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5813801-6d11-439f-937e-fb8def8eaa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b5774a-8f2e-45e9-9872-e557aecd4383,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:58.065929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45920) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:58.116445 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.137335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.255154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.257809 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.258982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40b5774a-8f2e-45e9-9872-e557aecd4383 HTTP/1.1" status: 204 len: 168 time: 0.1918540 Dec 15 21:27:58.267003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b66c18-9bed-4519-9e7b-8ed9855cc955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b5774a-8f2e-45e9-9872-e557aecd4383,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:58.290458 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 45926) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:58.440124 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50751b3a-78e7-4ad1-b55b-45cfa6599558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.459583 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba51737-5056-4acd-8be0-f44fd795aea3 req-3a07d9df-ab0a-43ff-a347-f60b52a6cdbd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:58.461038 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ba51737-5056-4acd-8be0-f44fd795aea3 req-3a07d9df-ab0a-43ff-a347-f60b52a6cdbd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1183467 Dec 15 21:27:58.477030 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c94713-9d40-40e8-8c74-05bc2347d980 req-1962f8ea-e1a1-40cd-83ab-89fb699d6c63 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:27:58.478456 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64c94713-9d40-40e8-8c74-05bc2347d980 req-1962f8ea-e1a1-40cd-83ab-89fb699d6c63 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0926790 Dec 15 21:27:58.579110 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ba51737-5056-4acd-8be0-f44fd795aea3 req-c95edf75-e82b-404c-b4ba-fafc464494c9 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096363 Dec 15 21:27:58.588866 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64c94713-9d40-40e8-8c74-05bc2347d980 req-46d98b90-1f00-4348-800a-60104f3475c0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028264 Dec 15 21:27:58.617691 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50751b3a-78e7-4ad1-b55b-45cfa6599558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.678767 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-50751b3a-78e7-4ad1-b55b-45cfa6599558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.717246 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-50751b3a-78e7-4ad1-b55b-45cfa6599558 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e317a90625b34eaea9c09fe1f085bbeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257047 Dec 15 21:27:58.720474 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45942) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:58.722258 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50751b3a-78e7-4ad1-b55b-45cfa6599558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1e55c-a3fe-4408-9148-fe8090bab5da,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:58.796434 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.828274 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.997158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:58.999847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.004286 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39c1e55c-a3fe-4408-9148-fe8090bab5da HTTP/1.1" status: 204 len: 168 time: 0.2818358 Dec 15 21:27:59.013274 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfab76-14ab-4cc2-bb56-afe8bc5067bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1e55c-a3fe-4408-9148-fe8090bab5da,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:59.458038 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 45986) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:27:59.551841 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2061675610-network', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:27:59.632714 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Made reservation on behalf of c567b69b0c6c4280abcc3253ec3e8d60 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:27:59.635641 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.645325 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.720899 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.826633 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.849085 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:27:59.864570 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e36e0-17d7-4954-b1fa-4104b16c8bab,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:27:59.868776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:27:59.869120 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Added segment de0b824f-e341-40ad-8d44-265c063b4d15 of type vlan for network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 Dec 15 21:27:59.909100 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.002179 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.004503 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:00.005122 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.075250 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] Pushing event updated for resources: {'Network': ['ID=7cda4dbf-0a52-4b56-8f62-348afd1b5f29,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:00.085242 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:28:00.139302 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-29c5c232-aa4f-49ca-9926-dc2edc125228 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6768031 Dec 15 21:28:00.139633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46012) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:00.144565 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Request body: {'subnet': {'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2061675610-subnet', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:00.235868 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Made reservation on behalf of c567b69b0c6c4280abcc3253ec3e8d60 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:00.238447 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260857705'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.535899 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260295628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260857727'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.596167 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc25b3ab-634b-4741-9cc6-1ce0eacf2870,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:00.603812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Checking segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:00.604174 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Network hostable DHCP agents. Network: 7cda4dbf-0a52-4b56-8f62-348afd1b5f29, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:28:00.698796 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:28:00.802259 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 7cda4dbf-0a52-4b56-8f62-348afd1b5f29) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:00.808683 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:00.810253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:00.811518 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e81dd0-a775-485c-bb3f-76d802658cd3 None None] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:00.901190 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:00.901844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-903c3ea0-2c1c-4367-a3d2-fd22bc161a1b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7606957 Dec 15 21:28:00.911579 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:01.016032 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.017363 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.041661 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:28:01.042788 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.077813 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.181410 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Allocated IP 172.20.0.2 (7cda4dbf-0a52-4b56-8f62-348afd1b5f29/dc25b3ab-634b-4741-9cc6-1ce0eacf2870/91233967-e99e-4210-894d-cb94198584fb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:01.321047 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.334776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.404598 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.451514 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:01.454297 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:01.459044 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Pushing event updated for resources: {'Port': ['ID=91233967-e99e-4210-894d-cb94198584fb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:01.461191 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:01.513953 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Attempting to bind port 91233967-e99e-4210-894d-cb94198584fb on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:01.514364 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Attempting to bind port 91233967-e99e-4210-894d-cb94198584fb by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:01.514706 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Attempting to bind port 91233967-e99e-4210-894d-cb94198584fb on network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:01.519630 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:01.520001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Checking segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:01.520391 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.520787 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Bound using segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:01.521265 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Bound port: 91233967-e99e-4210-894d-cb94198584fb, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:01.521674 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.583659 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] For port 91233967-e99e-4210-894d-cb94198584fb, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:01.586529 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] For port 91233967-e99e-4210-894d-cb94198584fb, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=91233967-e99e-4210-894d-cb94198584fb,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:01.609900 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.628201 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.653948 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:01.716901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0817c4e-a7c9-4dea-a7d9-56e3829abc37 None None] Pushing event updated for resources: {'Port': ['ID=91233967-e99e-4210-894d-cb94198584fb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:01.738764 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Allocated IP 172.27.3.89 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/aa0b9844-127c-417b-9520-89bb8d5b9286) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:01.856994 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:02.018384 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:02.065493 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:02.070989 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:02.075572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:02.097798 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b9844-127c-417b-9520-89bb8d5b9286,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:02.428443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:02.590662 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b06b9-202d-4678-8869-5a6320b1e35f req-6e63cfa5-d4fa-4ba3-8e45-231f04a3a27e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:02.593840 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b12b06b9-202d-4678-8869-5a6320b1e35f req-6e63cfa5-d4fa-4ba3-8e45-231f04a3a27e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0678723 Dec 15 21:28:02.651848 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b12b06b9-202d-4678-8869-5a6320b1e35f req-b7341723-4d53-4040-9e1b-0de108ab19a9 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524120 Dec 15 21:28:02.821163 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5724f4-94e4-4ff3-94ae-bb39205caa0f None None] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:02.960303 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:02.960616 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] Provisioning complete for port 91233967-e99e-4210-894d-cb94198584fb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:02.960616 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.053588 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.097902 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] For port 91233967-e99e-4210-894d-cb94198584fb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=91233967-e99e-4210-894d-cb94198584fb,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:03.139009 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Router ae5dea19-8ff8-4403-9510-faeb4389c0b2 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:28:03.204251 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.254275 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:28:03.262901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e843d-ba40-415b-858b-47d3ff0090e3 None None] Pushing event updated for resources: {'Port': ['ID=91233967-e99e-4210-894d-cb94198584fb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:03.263801 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Sync routers for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:28:03.274173 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:03.274782 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:27:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:03.327836 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-8eeb86f7-c3bf-485b-b4a0-a3be3e67ee83 None None] Provisioning complete for port 91233967-e99e-4210-894d-cb94198584fb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:03.328198 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8eeb86f7-c3bf-485b-b4a0-a3be3e67ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.392728 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:03.398119 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 91233967-e99e-4210-894d-cb94198584fb up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:03.428101 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.433481 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-042a1d1f-0bcd-4f34-8d96-0b2e9497fba9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5270996 Dec 15 21:28:03.434751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:03.529876 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 91233967-e99e-4210-894d-cb94198584fb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:03.529876 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.625884 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:02Z', 'revision_number': 3, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:03.652892 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Checking router: ae5dea19-8ff8-4403-9510-faeb4389c0b2 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:28:03.653517 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Updating router ae5dea19-8ff8-4403-9510-faeb4389c0b2 port aa0b9844-127c-417b-9520-89bb8d5b9286 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:28:03.678949 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.871170 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c99b6-0c80-41bb-89d6-70c8c1b2a1d5 req-67fd8d99-08fd-4950-80ec-63b72424a7ac tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:03.873193 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e92c99b6-0c80-41bb-89d6-70c8c1b2a1d5 req-67fd8d99-08fd-4950-80ec-63b72424a7ac tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.1282046 Dec 15 21:28:03.950175 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:03.972619 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e92c99b6-0c80-41bb-89d6-70c8c1b2a1d5 req-613c5d3a-83e4-4dab-966a-13444e1cbf53 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928879 Dec 15 21:28:04.053526 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.107469 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Pushing event updated for resources: {'Port': ['ID=aa0b9844-127c-417b-9520-89bb8d5b9286,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:04.121080 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.121554 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.121986 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.122384 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.122895 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.123376 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.123874 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.124513 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.125194 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.125481 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.125815 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.126310 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.126832 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:04.149222 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Attempting to bind port aa0b9844-127c-417b-9520-89bb8d5b9286 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:04.149222 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Attempting to bind port aa0b9844-127c-417b-9520-89bb8d5b9286 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:04.149222 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Attempting to bind port aa0b9844-127c-417b-9520-89bb8d5b9286 on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:04.166513 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:04.166890 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:04.167294 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.167702 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:04.168759 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Bound port: aa0b9844-127c-417b-9520-89bb8d5b9286, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:04.169170 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.228621 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] For port aa0b9844-127c-417b-9520-89bb8d5b9286, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:04.232681 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] For port aa0b9844-127c-417b-9520-89bb8d5b9286, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=aa0b9844-127c-417b-9520-89bb8d5b9286,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:04.361486 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.414610 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:04.415219 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:27:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:04.421507 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.477587 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0727025-c8a9-4f7b-9435-cb52e7686d8c None None] Pushing event updated for resources: {'Port': ['ID=aa0b9844-127c-417b-9520-89bb8d5b9286,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:04.539882 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:04.653927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Allocated IP 172.20.0.1 (7cda4dbf-0a52-4b56-8f62-348afd1b5f29/dc25b3ab-634b-4741-9cc6-1ce0eacf2870/a797db98-c45c-4444-bc4b-ca39066057d5) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:04.813453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.854307 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:02Z', 'revision_number': 3, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:04.886665 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4ae0bf-d4dc-47a9-aa94-550dca7ec432 None None] The sync data for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi is: [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:02Z', 'revision_number': 3, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:28:04.930781 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:04.985190 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:04.991515 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:04.994346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:05.039595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Pushing event updated for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:05.060306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.330709 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-51d213fd-df9e-45c2-95fb-66f86f2e61b3 None None] Provisioning complete for port a797db98-c45c-4444-bc4b-ca39066057d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:05.343122 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-51d213fd-df9e-45c2-95fb-66f86f2e61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.378941 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79b5d9-acf8-437a-8a8a-564ef9370068 req-dd5262c3-d526-471a-99de-dcba3ecdb99e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:05.380496 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1d79b5d9-acf8-437a-8a8a-564ef9370068 req-dd5262c3-d526-471a-99de-dcba3ecdb99e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.2970343 Dec 15 21:28:05.406910 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-51d213fd-df9e-45c2-95fb-66f86f2e61b3 None None] Port a797db98-c45c-4444-bc4b-ca39066057d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:05.430006 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device aa0b9844-127c-417b-9520-89bb8d5b9286 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:05.453157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-daffe733-cb0f-4d41-999e-73c96511899f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:05.454736 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-daffe733-cb0f-4d41-999e-73c96511899f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.3725021 Dec 15 21:28:05.487638 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-c7af763a-b4e2-4484-9fa9-399016879f20 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/quotas/5243452be4da440389b104480a5e6790 HTTP/1.1" status: 200 len: 375 time: 0.0246041 Dec 15 21:28:05.498894 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port aa0b9844-127c-417b-9520-89bb8d5b9286 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:05.499792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.505910 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1d79b5d9-acf8-437a-8a8a-564ef9370068 req-765df848-6be0-4057-8782-6b47a279b9f5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119397 Dec 15 21:28:05.605595 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46170) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:05.624524 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.632515 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.667845 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port aa0b9844-127c-417b-9520-89bb8d5b9286, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=aa0b9844-127c-417b-9520-89bb8d5b9286,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:05.691626 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-14c7a14d-6239-4c30-bbdf-21639aa37e90 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846392 Dec 15 21:28:05.707919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aeadd-ffc9-422a-bd42-8ba90c80597c req-0ce1d997-a1cc-46a4-9638-3ce17a9f59c7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:05.709546 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f83aeadd-ffc9-422a-bd42-8ba90c80597c req-0ce1d997-a1cc-46a4-9638-3ce17a9f59c7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1256764 Dec 15 21:28:05.733624 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.797423 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=aa0b9844-127c-417b-9520-89bb8d5b9286,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:05.877096 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18abab77-e701-4d17-9cbb-6237de2c9282 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:05.889838 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f83aeadd-ffc9-422a-bd42-8ba90c80597c req-39de03c7-fe14-4502-87bb-6ed4c72af9d2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683772 Dec 15 21:28:05.923141 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-11c987c8-4c50-4578-8f7c-7078b7213649 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125237 Dec 15 21:28:06.008251 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18abab77-e701-4d17-9cbb-6237de2c9282 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.024271 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.052138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-a1cdb652-4da8-4c06-84ff-27a64c40eecd service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214378 Dec 15 21:28:06.081776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-18abab77-e701-4d17-9cbb-6237de2c9282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.121613 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-18abab77-e701-4d17-9cbb-6237de2c9282 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3990b1c472740e89eb71fed145ae27c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148923 Dec 15 21:28:06.124377 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abab77-e701-4d17-9cbb-6237de2c9282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac35116b-eb0d-42aa-9c6e-b638d06df315,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:06.125509 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46180) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:06.132364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.229840 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Pushing event updated for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:06.236572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.255522 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.327399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.408751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:06.410189 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:06.536491 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Router ae5dea19-8ff8-4403-9510-faeb4389c0b2 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:28:06.542150 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.545705 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.545954 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac35116b-eb0d-42aa-9c6e-b638d06df315 HTTP/1.1" status: 204 len: 168 time: 0.4201729 Dec 15 21:28:06.560927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560652a-61a9-4265-b133-523b3af0af57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac35116b-eb0d-42aa-9c6e-b638d06df315,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:06.651254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-31747431-d82b-4956-955e-3e06684b9cb7 None None] Provisioning complete for port a797db98-c45c-4444-bc4b-ca39066057d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:06.651792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-31747431-d82b-4956-955e-3e06684b9cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:06.706162 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-31747431-d82b-4956-955e-3e06684b9cb7 None None] Port a797db98-c45c-4444-bc4b-ca39066057d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:06.904331 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:28:06.913131 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8a722df6-a1ee-458b-93a0-3a0b751b5af8 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae5dea19-8ff8-4403-9510-faeb4389c0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4775798 Dec 15 21:28:06.991094 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Sync routers for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:28:07.004714 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:07.005371 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:27:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:07.136183 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:07.165896 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8979aa11-481b-4224-bd68-0455cbc743da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.354056 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device aa0b9844-127c-417b-9520-89bb8d5b9286 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:07.358073 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 2, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:07.412710 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Checking router: ae5dea19-8ff8-4403-9510-faeb4389c0b2 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:28:07.413073 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Updating router ae5dea19-8ff8-4403-9510-faeb4389c0b2 port a797db98-c45c-4444-bc4b-ca39066057d5 binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:28:07.448079 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.470342 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46218) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:07.483301 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53582010-4749-4280-b988-a53ae2fd2417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.491139 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port aa0b9844-127c-417b-9520-89bb8d5b9286 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:07.491516 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.555770 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53582010-4749-4280-b988-a53ae2fd2417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.661530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-53582010-4749-4280-b988-a53ae2fd2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.707769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582010-4749-4280-b988-a53ae2fd2417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808c21c9-ae4d-4730-96b8-04688ed8800a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:07.712458 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-53582010-4749-4280-b988-a53ae2fd2417 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f12bdacb93984a1c8c948b8b822413c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410738 Dec 15 21:28:07.715961 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:07.772076 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.795000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46228) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:07.802098 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.803592 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-293537961-network', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:07.813073 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.884332 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.932131 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431aba-9b5b-47a1-a606-454de49e805c None None] Pushing event updated for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:07.981719 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Made reservation on behalf of 923dad6703f94bd08b5aba95c735aea2 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:07.986647 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.987105 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Attempting to bind port a797db98-c45c-4444-bc4b-ca39066057d5 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:07.987461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Attempting to bind port a797db98-c45c-4444-bc4b-ca39066057d5 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:07.987829 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Attempting to bind port a797db98-c45c-4444-bc4b-ca39066057d5 on network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:07.992742 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.993109 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:07.993516 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Checking segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:07.993946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:07.994543 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Bound using segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:07.995017 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Bound port: a797db98-c45c-4444-bc4b-ca39066057d5, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:07.995397 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.060563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] For port a797db98-c45c-4444-bc4b-ca39066057d5, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:08.063750 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] For port a797db98-c45c-4444-bc4b-ca39066057d5, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=a797db98-c45c-4444-bc4b-ca39066057d5,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:08.077631 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.080199 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.081414 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/808c21c9-ae4d-4730-96b8-04688ed8800a HTTP/1.1" status: 204 len: 168 time: 0.3642101 Dec 15 21:28:08.104363 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8fdf8-6b1b-4682-9c2e-67376946b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808c21c9-ae4d-4730-96b8-04688ed8800a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:08.147997 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9766133a-1e7d-417a-89ef-60e557974316 None None] Provisioning complete for port a797db98-c45c-4444-bc4b-ca39066057d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:08.148376 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9766133a-1e7d-417a-89ef-60e557974316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.161703 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.175283 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.250131 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.275969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:28:08.288140 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dd289b-46c4-467f-9265-6776285eac08,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:08.294809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.295387 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Added segment 658a9689-0d60-459e-82c2-19d6eae4129c of type vlan for network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d Dec 15 21:28:08.341295 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.345953 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9766133a-1e7d-417a-89ef-60e557974316 None None] Port a797db98-c45c-4444-bc4b-ca39066057d5 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:08.372552 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:08.373178 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:27:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:08.375113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59431aba-9b5b-47a1-a606-454de49e805c None None] Pushing event updated for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:08.448255 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.449750 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:08.450825 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.512769 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Pushing event updated for resources: {'Network': ['ID=cf1fc1c8-9da8-4e17-894e-bbe66bb6783d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:08.520376 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.520891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.521422 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.522425 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.522425 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.522898 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.523495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.523926 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.524075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:08.524480 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.524923 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.525367 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.525794 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.526182 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:08.548622 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3286c895-8179-42fc-af4b-f0df47328b3f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7525623 Dec 15 21:28:08.551559 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46238) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:08.557360 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:28:08.563424 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Request body: {'subnet': {'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-293537961-subnet', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:08.667738 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Made reservation on behalf of 923dad6703f94bd08b5aba95c735aea2 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:08.670740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.732049 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] Provisioning complete for port a797db98-c45c-4444-bc4b-ca39066057d5 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:08.732415 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.885439 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:08.910924 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:08.955280 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0d9d0-fb31-4303-8947-b811585bb0de None None] The sync data for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi is: [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:28:08.959541 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] For port a797db98-c45c-4444-bc4b-ca39066057d5, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=a797db98-c45c-4444-bc4b-ca39066057d5,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:09.073276 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.073679 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.134474 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc06d66-18bf-4cba-9983-be49a443c30b None None] Pushing event updated for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:09.142021 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2b7305-01b1-4da3-8d98-4cd02ca88b0b,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:09.157646 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Checking segment: {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:09.157850 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Network hostable DHCP agents. Network: cf1fc1c8-9da8-4e17-894e-bbe66bb6783d, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:28:09.255101 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:28:09.370080 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, cf1fc1c8-9da8-4e17-894e-bbe66bb6783d) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:09.374829 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:09.375480 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.385160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538c525-989f-4768-95ac-ec56427b8245 None None] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:09.392127 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device a797db98-c45c-4444-bc4b-ca39066057d5 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:09.478253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:09.478859 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0f8320d5-9cf9-4a23-99a2-56f221049864 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9203923 Dec 15 21:28:09.485828 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:09.547430 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port a797db98-c45c-4444-bc4b-ca39066057d5 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:09.547882 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.580924 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'fixed_ips': [{'subnet_id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:28:09.581861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.593139 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.594741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.597551 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4796dff4-c3fb-422a-ab11-c276e585e848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.711133 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.783184 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Allocated IP 172.20.0.2 (cf1fc1c8-9da8-4e17-894e-bbe66bb6783d/1b2b7305-01b1-4da3-8d98-4cd02ca88b0b/0a0a577a-eeb5-4d31-a624-344d8dc5e0d7) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:09.956519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:09.967522 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.119148 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.169087 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:10.174563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:10.177692 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Pushing event updated for resources: {'Port': ['ID=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:10.179348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:10.243630 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Attempting to bind port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:10.244007 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Attempting to bind port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:10.244910 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Attempting to bind port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 on network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:10.250361 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:10.252386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Checking segment: {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:10.252386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.252386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Bound using segment: {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:10.252386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Bound port: 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:10.252744 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.316198 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] For port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:10.319545 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] For port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:10.361641 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.388221 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.390851 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.462510 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9c02d-4f97-45d0-917a-67b3f0397c0c None None] Pushing event updated for resources: {'Port': ['ID=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:10.514637 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Allocated IP 172.27.3.151 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/651eeb5d-0fdf-486a-8390-6676514ed847) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:10.699161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c79d7d83-bd47-4d22-9aba-16ef77ffbc08 req-5d20f381-23de-450c-b91e-66ce5723f7c9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 210 time: 0.0627873 Dec 15 21:28:10.705475 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.816001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.816453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:10.856857 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:10.861333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:10.864653 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:10.886746 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Pushing event updated for resources: {'Port': ['ID=651eeb5d-0fdf-486a-8390-6676514ed847,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:10.902181 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.902581 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.902931 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.903270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.903599 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.903927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.904254 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.904581 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.905066 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.905231 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.905577 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.905899 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:10.906218 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:11.237171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.440403 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:11.479670 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.497921 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:11.498286 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.506463 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46306) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:11.538524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28d480-7c2c-4c58-bb3c-61cadd2fe14f None None] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:11.666681 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6629301-9e98-4acf-9553-562cbbd3b39d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.713979 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-620a237a-8a03-4eb2-b5d7-bd2bf6cb4788 None None] Provisioning complete for port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:11.714349 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620a237a-8a03-4eb2-b5d7-bd2bf6cb4788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.717478 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.718687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Router 18507e4a-c6a1-4b43-8000-fcd88d86d53f is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103254) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:28:11.752000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6629301-9e98-4acf-9553-562cbbd3b39d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.815592 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f3ff301-f6da-43b2-830f-728f1e8db4d0 req-84089fc5-1c8d-401d-981e-8a0cb40ee6cb tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 210 time: 0.0382576 Dec 15 21:28:11.822011 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:11.839689 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d6629301-9e98-4acf-9553-562cbbd3b39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.876965 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-620a237a-8a03-4eb2-b5d7-bd2bf6cb4788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.885682 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6629301-9e98-4acf-9553-562cbbd3b39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cbc7e7-57c3-4d7e-9de0-a3720670649a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:11.891854 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d6629301-9e98-4acf-9553-562cbbd3b39d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c90f14ac9a754ba1ac3b0a433611ec02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841994 Dec 15 21:28:11.893524 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:28:11.894422 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46318) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:11.903715 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Sync routers for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:28:11.915616 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:11.916239 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:28:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:11.974263 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.977824 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.977971 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.db.api [None req-620a237a-8a03-4eb2-b5d7-bd2bf6cb4788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:28:11.978255 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG oslo_db.api [None req-620a237a-8a03-4eb2-b5d7-bd2bf6cb4788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:28:11.982478 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:11.983852 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e1b1a7ea-89b0-4a29-91cb-600b4e1c4d7d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5037925 Dec 15 21:28:11.991169 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46320) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:12.051181 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.079388 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:12.206443 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.230853 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:12.250052 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.253104 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.254577 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1cbc7e7-57c3-4d7e-9de0-a3720670649a HTTP/1.1" status: 204 len: 168 time: 0.3592384 Dec 15 21:28:12.264229 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7a186-8d24-46c6-b216-658eed215b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cbc7e7-57c3-4d7e-9de0-a3720670649a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:12.274093 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:11Z', 'revision_number': 3, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:12.311336 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Checking router: 18507e4a-c6a1-4b43-8000-fcd88d86d53f for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:28:12.311891 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Updating router 18507e4a-c6a1-4b43-8000-fcd88d86d53f port 651eeb5d-0fdf-486a-8390-6676514ed847 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:28:12.339219 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.520526 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-33c7965e-fdf7-4e3a-a405-448a4f3c7034 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:12.522011 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-33c7965e-fdf7-4e3a-a405-448a4f3c7034 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.2195868 Dec 15 21:28:12.553704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Request body: {'port': {'device_id': 'a9093a25-44a0-418d-95ae-c356a4269289', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'admin_state_up': True, 'tenant_id': '5243452be4da440389b104480a5e6790'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:12.611485 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.679236 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.689788 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-32c799e1-91a2-4d04-abc0-934ec890f0ac None None] Provisioning complete for port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:12.691536 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-32c799e1-91a2-4d04-abc0-934ec890f0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.727132 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b83b-6292-4b55-9644-ff8d8e64d29d None None] Pushing event updated for resources: {'Port': ['ID=651eeb5d-0fdf-486a-8390-6676514ed847,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:12.779704 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Attempting to bind port 651eeb5d-0fdf-486a-8390-6676514ed847 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:12.780572 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Attempting to bind port 651eeb5d-0fdf-486a-8390-6676514ed847 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:12.781096 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Attempting to bind port 651eeb5d-0fdf-486a-8390-6676514ed847 on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:12.792523 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:12.793189 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:12.793835 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.794362 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:12.794971 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Bound port: 651eeb5d-0fdf-486a-8390-6676514ed847, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:12.795651 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.797508 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.859727 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] For port 651eeb5d-0fdf-486a-8390-6676514ed847, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:12.863543 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] For port 651eeb5d-0fdf-486a-8390-6676514ed847, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=651eeb5d-0fdf-486a-8390-6676514ed847,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:12.864795 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:12.868216 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:12.979687 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.052130 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46348) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:13.057188 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78b83b-6292-4b55-9644-ff8d8e64d29d None None] Pushing event updated for resources: {'Port': ['ID=651eeb5d-0fdf-486a-8390-6676514ed847,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:13.063482 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:13.064357 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:28:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:13.080202 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-816db85b-df77-457e-a4e8-c1572922dfc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.209410 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:13.226578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26500be7-3822-4d0d-a1ac-e77d4e18549e req-4f912528-6ff5-4239-9f6a-647e5355d014 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 210 time: 0.0618749 Dec 15 21:28:13.230565 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-816db85b-df77-457e-a4e8-c1572922dfc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.319914 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.349644 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Allocated IP 172.20.0.1 (cf1fc1c8-9da8-4e17-894e-bbe66bb6783d/1b2b7305-01b1-4da3-8d98-4cd02ca88b0b/f659b82f-b944-4a62-8660-487e26c2ab43) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:13.351783 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-816db85b-df77-457e-a4e8-c1572922dfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.369566 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Allocated IP 172.20.0.14 (b0f0f142-dbfe-4299-9179-ad7896fff119/729db850-d15b-426b-842d-a5f0da1322fd/a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:28:13.370363 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:13.430023 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:13.430397 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-816db85b-df77-457e-a4e8-c1572922dfc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6434cc976ffb43138a46d0159dd9dd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3768892 Dec 15 21:28:13.430685 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.431577 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816db85b-df77-457e-a4e8-c1572922dfc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7de826-74bc-403c-a34c-ade505996553,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:13.437252 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46354) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:13.473971 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:11Z', 'revision_number': 3, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:13.501897 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2282365b-40cd-422d-918f-ff790beb5c1b None None] The sync data for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi is: [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:11Z', 'revision_number': 3, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:28:13.651136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.655598 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.747036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.773499 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:13.801755 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8eb5e-fa55-4ed9-8677-041a3fbb9142 req-9bd442cb-e606-44a2-9a69-780944b67c18 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:13.807635 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9b8eb5e-fa55-4ed9-8677-041a3fbb9142 req-9bd442cb-e606-44a2-9a69-780944b67c18 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.2082059 Dec 15 21:28:13.883520 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30eb5-d428-4eea-a249-4645c33f011c req-aaff0a5c-7326-46be-88cb-76567f14521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:13.886109 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-aaff0a5c-7326-46be-88cb-76567f14521a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.1957052 Dec 15 21:28:13.989822 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9b8eb5e-fa55-4ed9-8677-041a3fbb9142 req-3805d6d0-cf9e-4c78-bead-93edc3c94fb3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582012 Dec 15 21:28:14.015671 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.063398 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30eb5-d428-4eea-a249-4645c33f011c req-54ec1073-7a3e-4114-9492-b07d7ae9af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:14.064830 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-54ec1073-7a3e-4114-9492-b07d7ae9af17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.1686373 Dec 15 21:28:14.070860 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:14.074945 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:14.077713 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:14.080804 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.096463 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455', '4f9c9a8a-9c20-41d5-8f39-40969098acb6'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:28:14.162893 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.165699 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.170165 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac7de826-74bc-403c-a34c-ade505996553 HTTP/1.1" status: 204 len: 168 time: 0.7318685 Dec 15 21:28:14.177994 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Pushing event updated for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:14.188865 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-09ab6a87-80d7-47f1-adc8-492662e85221 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.0977783 Dec 15 21:28:14.239711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e7131-ab7a-4e70-9389-d6737ffb59ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7de826-74bc-403c-a34c-ade505996553,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:14.248422 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Network b0f0f142-dbfe-4299-9179-ad7896fff119 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:14.290191 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.292916 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:14.301765 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:28:14.439479 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event updated for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:14.480890 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a30eb5-d428-4eea-a249-4645c33f011c req-4dd41d6d-44fa-45f7-a74b-bcb06e2fc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:14.482406 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-4dd41d6d-44fa-45f7-a74b-bcb06e2fc6e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.2844193 Dec 15 21:28:14.489662 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:14.490297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.497796 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-df9fc852-3f02-4ea7-b2a7-c0fd79f8a606 None None] Provisioning complete for port f659b82f-b944-4a62-8660-487e26c2ab43 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:14.498159 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df9fc852-3f02-4ea7-b2a7-c0fd79f8a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.541472 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-df9fc852-3f02-4ea7-b2a7-c0fd79f8a606 None None] Port f659b82f-b944-4a62-8660-487e26c2ab43 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:14.558152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-cd81a8d3-897d-4999-8e02-c05f8d182d71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564950 Dec 15 21:28:14.582894 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba923253-fd0a-4db8-baf3-02b5fb62bc43 req-c06f118b-f62c-4dbc-bda8-76e3ff2bb842 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:14.584796 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ba923253-fd0a-4db8-baf3-02b5fb62bc43 req-c06f118b-f62c-4dbc-bda8-76e3ff2bb842 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 932 time: 0.1903245 Dec 15 21:28:14.597562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-5c65e9fe-d30f-4926-a519-52a06435e5fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0488033 Dec 15 21:28:14.625834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Request body: {'port': {'device_id': 'a9093a25-44a0-418d-95ae-c356a4269289', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:14.792987 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.800460 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ba923253-fd0a-4db8-baf3-02b5fb62bc43 req-f7f0b8ed-aa6d-4077-8511-5a5cec4249c7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986065 Dec 15 21:28:14.807332 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:14.813153 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-ba248891-86af-460e-9424-40952a8da5fe service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270336 Dec 15 21:28:15.125173 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49a30eb5-d428-4eea-a249-4645c33f011c req-35f6c435-c7f5-4f3b-881c-a3c5335b37c4 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989960 Dec 15 21:28:15.237544 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf09d4-0847-4be1-9dcc-46aa33f80ced req-d693c02c-3b33-4617-bfde-ecbe0508cdd7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:15.239047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fcdf09d4-0847-4be1-9dcc-46aa33f80ced req-d693c02c-3b33-4617-bfde-ecbe0508cdd7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1717260 Dec 15 21:28:15.286016 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.364492 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fcdf09d4-0847-4be1-9dcc-46aa33f80ced req-e8c1e373-3d26-49ba-a8a1-d1c225f1669c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097844 Dec 15 21:28:15.369488 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.422357 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 651eeb5d-0fdf-486a-8390-6676514ed847 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:15.479100 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:28:15.485232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Pushing event updated for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:15.490939 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 651eeb5d-0fdf-486a-8390-6676514ed847 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:15.491956 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.496732 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.499767 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.518929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Transition to ACTIVE for port object a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:28:15.580529 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.602277 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 651eeb5d-0fdf-486a-8390-6676514ed847, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=651eeb5d-0fdf-486a-8390-6676514ed847,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:15.731153 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.750571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:15.788659 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=651eeb5d-0fdf-486a-8390-6676514ed847,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:15.847042 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:15.949011 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:28:15.955122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:16.027587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Attempting to bind port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:16.027877 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Attempting to bind port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:16.028204 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Attempting to bind port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:16.047364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b on network b0f0f142-dbfe-4299-9179-ad7896fff119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:28:16.047364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Attempting to bind port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:16.048702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fd195-7dcb-4a65-91ec-8dd64bb0fe1c req-7515ddfa-2508-4538-ba18-c57d6ea62ae6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.050264 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c8fd195-7dcb-4a65-91ec-8dd64bb0fe1c req-7515ddfa-2508-4538-ba18-c57d6ea62ae6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.1464658 Dec 15 21:28:16.060403 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:16.060751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Checking segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:16.061113 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Bound using segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:16.061578 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Bound port: a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:16.061930 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:16.227294 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c8fd195-7dcb-4a65-91ec-8dd64bb0fe1c req-bbfeffbb-6467-4b59-89c3-3f08b7810f1a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686261 Dec 15 21:28:16.229091 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Router 18507e4a-c6a1-4b43-8000-fcd88d86d53f has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:28:16.250025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:16.250025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:16.280496 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-34c8f164-4dfc-4aa2-a36c-16ebc4fe10c9 None None] Provisioning complete for port f659b82f-b944-4a62-8660-487e26c2ab43 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:16.281097 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-34c8f164-4dfc-4aa2-a36c-16ebc4fe10c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:16.322804 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-34c8f164-4dfc-4aa2-a36c-16ebc4fe10c9 None None] Port f659b82f-b944-4a62-8660-487e26c2ab43 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:16.350834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:16.398970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.399569 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:16.400924 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] 10.222.0.60 "PUT /v2.0/ports/a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b HTTP/1.1" status: 200 len: 1094 time: 1.7860129 Dec 15 21:28:16.405145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:28:16.407591 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0320dca-69d1-489d-b575-c37e6688bcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:28:16.441016 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:28:16.451785 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Sync routers for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:28:16.459466 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f1776085-657c-4382-91ab-7940f6c3025b admin admin] 10.222.0.44 "PUT /v2.0/routers/18507e4a-c6a1-4b43-8000-fcd88d86d53f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4626153 Dec 15 21:28:16.464196 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc999710-6bb5-4eca-a911-54acdc10b482 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:16.479661 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:16.484378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e9a17e-d90f-4ba4-83c6-648f24ee7317 x-openstack-request-id: req-c0e9a17e-d90f-4ba4-83c6-648f24ee7317 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:28:16.484729 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:28:16.484984 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0e9a17e-d90f-4ba4-83c6-648f24ee7317 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:28:16.486307 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', 'status': 'completed', 'code': 200} Dec 15 21:28:16.492184 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:28:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:16.598470 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0e2570-2e55-48a9-978b-b0a6ed2a7034 req-40698ba4-eddd-4a24-a3c7-d6d618cdc22b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.599969 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b0e2570-2e55-48a9-978b-b0a6ed2a7034 req-40698ba4-eddd-4a24-a3c7-d6d618cdc22b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0898216 Dec 15 21:28:16.606300 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-5d16f03b-9ee9-491c-9fef-07dcb665b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.607767 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-5d16f03b-9ee9-491c-9fef-07dcb665b3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 1097 time: 0.0649688 Dec 15 21:28:16.624799 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:16.709303 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b0e2570-2e55-48a9-978b-b0a6ed2a7034 req-c68a5d26-1e84-44b0-908c-282a24f3891f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003969 Dec 15 21:28:16.755602 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-ed2e156c-42eb-41a8-8a7c-421e480a18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.757217 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-ed2e156c-42eb-41a8-8a7c-421e480a18c4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5243452be4da440389b104480a5e6790&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1347623 Dec 15 21:28:16.874877 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-a19945b7-a6c4-4f92-a6f1-6fd12ceba76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.876385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c0320dca-69d1-489d-b575-c37e6688bcc1 req-a19945b7-a6c4-4f92-a6f1-6fd12ceba76c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095011 Dec 15 21:28:16.899627 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:14Z', 'revision_number': 4, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'f659b82f-b944-4a62-8660-487e26c2ab43', 'name': '', 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'mac_address': 'fa:16:3e:46:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:12Z', 'updated_at': '2021-12-15T21:28:14Z', 'revision_number': 2, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'subnets': [{'id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:16.933622 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Checking router: 18507e4a-c6a1-4b43-8000-fcd88d86d53f for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:28:16.933622 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Updating router 18507e4a-c6a1-4b43-8000-fcd88d86d53f port f659b82f-b944-4a62-8660-487e26c2ab43 binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:28:16.961744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-afc139fb-6b85-4e08-806a-02d48990cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:16.963201 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-afc139fb-6b85-4e08-806a-02d48990cf43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 1097 time: 0.0429280 Dec 15 21:28:16.966321 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.043725 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-053c00af-9a15-4931-a12f-6e9fe5d0e53b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b HTTP/1.1" status: 200 len: 217 time: 0.0525177 Dec 15 21:28:17.116237 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-563a44a0-c348-4fb9-a288-fa40521c6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.118010 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-563a44a0-c348-4fb9-a288-fa40521c6eb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0658166 Dec 15 21:28:17.161871 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-e5827d4c-0709-4d5c-b3fb-d92203caa109 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317507 Dec 15 21:28:17.284259 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-56b62655-6789-4fd3-b460-34b61317097b service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146412 Dec 15 21:28:17.338553 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.406915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 651eeb5d-0fdf-486a-8390-6676514ed847 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:17.433934 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.470482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46466) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:17.476507 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1120936007', 'description': 'tempest-secgroup-smoke-1120936007 description', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:17.497127 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af880e7-fe94-4213-ac12-3f55fe24c3c3 None None] Pushing event updated for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:17.550328 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c573f3-c2cc-4501-b7f1-9748b09b01c3 req-236b828c-e8c2-4508-b573-e28c035b6441 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.563875 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c6c573f3-c2cc-4501-b7f1-9748b09b01c3 req-236b828c-e8c2-4508-b573-e28c035b6441 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.1843925 Dec 15 21:28:17.570002 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9cbd95b-c2d3-4bed-8209-5cbaa3ab206f req-b550e021-ac6f-4753-a20d-e04a3c5bd3f1 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650936 Dec 15 21:28:17.575126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-60204bc0-c4e7-4b95-821c-4ab1291778d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.577115 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-60204bc0-c4e7-4b95-821c-4ab1291778d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.1389987 Dec 15 21:28:17.610717 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 651eeb5d-0fdf-486a-8390-6676514ed847 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:17.611326 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.649001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Attempting to bind port f659b82f-b944-4a62-8660-487e26c2ab43 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:28:17.649490 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Attempting to bind port f659b82f-b944-4a62-8660-487e26c2ab43 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:28:17.649946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Attempting to bind port f659b82f-b944-4a62-8660-487e26c2ab43 on network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:28:17.670550 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:28:17.671023 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Checking segment: {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:17.672589 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.672589 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Bound using segment: {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:28:17.672589 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Bound port: f659b82f-b944-4a62-8660-487e26c2ab43, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658a9689-0d60-459e-82c2-19d6eae4129c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:28:17.672847 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.676287 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.715688 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c6c573f3-c2cc-4501-b7f1-9748b09b01c3 req-398a7861-0dcd-4f58-b4cd-8ac7c4173d83 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436312 Dec 15 21:28:17.787063 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.795719 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-42d6a2a2-786e-4d15-8c12-a9c97b587366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.797179 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-42d6a2a2-786e-4d15-8c12-a9c97b587366 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.1895404 Dec 15 21:28:17.859130 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.863815 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-59337314-6477-4bf9-9a92-ee1d8aebc761 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.0528219 Dec 15 21:28:17.875925 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] For port f659b82f-b944-4a62-8660-487e26c2ab43, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:28:17.881847 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] For port f659b82f-b944-4a62-8660-487e26c2ab43, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f659b82f-b944-4a62-8660-487e26c2ab43,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:28:17.891058 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b393a6-7cce-4874-a445-d53d5227b84d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:17.941347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe2033-55a3-45c7-bbfa-201fb327bcfa req-c43ec131-e1bf-4fce-85d9-bf434a4cbc8e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.942848 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2afe2033-55a3-45c7-bbfa-201fb327bcfa req-c43ec131-e1bf-4fce-85d9-bf434a4cbc8e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1260772 Dec 15 21:28:17.952099 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-cad4f18e-3359-4d20-8acc-cb9366a74fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:17.952099 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-cad4f18e-3359-4d20-8acc-cb9366a74fbc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0677457 Dec 15 21:28:17.962854 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4f3925f5-aef8-4e28-9025-d79d5bd406ef None None] Provisioning complete for port f659b82f-b944-4a62-8660-487e26c2ab43 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:17.963332 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f3925f5-aef8-4e28-9025-d79d5bd406ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:17.991632 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-949f88e2-015a-4f1e-b541-3a751b2c5d28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289125 Dec 15 21:28:17.995754 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.000332 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.004828 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bc4ddc7d-6d4e-4fb3-a21a-496baedb523e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5293353 Dec 15 21:28:18.004967 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:18.009259 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:18.037937 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2afe2033-55a3-45c7-bbfa-201fb327bcfa req-98b34730-42af-4056-beef-33a4d84c69f3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886016 Dec 15 21:28:18.084664 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-4f3925f5-aef8-4e28-9025-d79d5bd406ef None None] Port f659b82f-b944-4a62-8660-487e26c2ab43 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:28:18.091976 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:28:18.092861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:28:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:18.129806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-a1c8d82f-7670-4f3d-9167-1f476b7de530 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268179 Dec 15 21:28:18.170265 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.283135 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af880e7-fe94-4213-ac12-3f55fe24c3c3 None None] Pushing event updated for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:18.294575 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:28:18.304470 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47d486bb-fb85-47e0-8fc7-268fe8694e72 req-f08f7704-ad5e-4e3b-b1a6-38b09269a48a service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660380 Dec 15 21:28:18.308462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.402190 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.420439 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c713fc5-cd29-4e6a-919e-958a439ca02c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:18.455332 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] Provisioning complete for port f659b82f-b944-4a62-8660-487e26c2ab43 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:18.455701 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.512905 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.514176 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-72750ada-8726-4283-ad80-f641d3d9fd89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5081758 Dec 15 21:28:18.517206 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46490) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:18.521862 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:18.647341 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.709752 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.710787 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.752502 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:14Z', 'revision_number': 4, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'f659b82f-b944-4a62-8660-487e26c2ab43', 'name': '', 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'mac_address': 'fa:16:3e:46:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:12Z', 'updated_at': '2021-12-15T21:28:17Z', 'revision_number': 4, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'subnets': [{'id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:28:18.787665 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] For port f659b82f-b944-4a62-8660-487e26c2ab43, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f659b82f-b944-4a62-8660-487e26c2ab43,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:18.789092 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910643fc-344d-48b3-aa99-048d91efa602 None None] The sync data for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi is: [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:28:14Z', 'revision_number': 4, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'f659b82f-b944-4a62-8660-487e26c2ab43', 'name': '', 'network_id': 'cf1fc1c8-9da8-4e17-894e-bbe66bb6783d', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'mac_address': 'fa:16:3e:46:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:12Z', 'updated_at': '2021-12-15T21:28:17Z', 'revision_number': 4, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'subnets': [{'id': '1b2b7305-01b1-4da3-8d98-4cd02ca88b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:28:18.791215 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.816154 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594fe484-63de-457f-b73b-fd47fb23969f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:18.890487 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.893025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a9376-e82f-4193-b8ca-26cf18ba6ceb req-5a499760-fd69-43c2-965d-6226ff8394aa tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:18.898374 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd7a9376-e82f-4193-b8ca-26cf18ba6ceb req-5a499760-fd69-43c2-965d-6226ff8394aa tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.0733011 Dec 15 21:28:18.950512 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6de4ec-8ce9-4407-a226-a2e3337664f5 None None] Pushing event updated for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:18.960443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:18.963783 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9eb3bbfc-231c-4fa9-845e-72130ce9b404 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4453683 Dec 15 21:28:18.967969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46498) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:18.973860 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd7a9376-e82f-4193-b8ca-26cf18ba6ceb req-1422b690-371d-4203-9def-34fea73f3679 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713885 Dec 15 21:28:18.975643 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:19.111128 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.117594 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.208864 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fe78-4936-411a-9924-836328473e0c req-797a8afa-9a49-4b2a-8b22-4c02f9cc0f98 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:19.214862 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.215565 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b458fe78-4936-411a-9924-836328473e0c req-797a8afa-9a49-4b2a-8b22-4c02f9cc0f98 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0636983 Dec 15 21:28:19.272806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b458fe78-4936-411a-9924-836328473e0c req-63fcecf6-ece7-4241-afb0-b92450479f86 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529160 Dec 15 21:28:19.316763 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.343795 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c374bbad-ef2f-4a3e-b293-0270110782ae,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:19.393784 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f659b82f-b944-4a62-8660-487e26c2ab43 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:19.406170 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.407457 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b973be18-24a0-4441-b963-25be467a795a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4385312 Dec 15 21:28:19.410413 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46510) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:19.414940 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:19.446107 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port f659b82f-b944-4a62-8660-487e26c2ab43 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:19.446471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.528978 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.584560 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.667238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.689243 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be610db2-d531-464f-8ee3-e3f6dd0a3ec3,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:19.766422 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.767964 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-58a2d8a2-d3df-46c9-bef9-cce036ffce43 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3565340 Dec 15 21:28:19.770607 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46514) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:19.781595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:19.859302 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Project c567b69b0c6c4280abcc3253ec3e8d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:28:19.864678 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:19.925920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.010380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.033209 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2412166-959b-4733-acb5-f0cd459a29bb,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:20.116209 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4b1b2-1af3-4ebf-b429-21bc448f41fb req-8f39c3fb-7259-410f-a0dd-807e0e5533d9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:20.124061 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43f4b1b2-1af3-4ebf-b429-21bc448f41fb req-8f39c3fb-7259-410f-a0dd-807e0e5533d9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.0601397 Dec 15 21:28:20.169137 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43f4b1b2-1af3-4ebf-b429-21bc448f41fb req-66e0c060-eccf-4932-9e41-5436fc25a90e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Dec 15 21:28:20.172372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.173494 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6208eecc-d641-436b-8a77-22ce9b469478 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4019120 Dec 15 21:28:20.176221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:20.180781 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'security_group_rule': {'security_group_id': '44b393a6-7cce-4874-a445-d53d5227b84d', 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:20.265191 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.securitygroups_db [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Project c567b69b0c6c4280abcc3253ec3e8d60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:28:20.270532 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.337938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.401743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825f551-2e59-4368-a730-5e8227492e5b req-5bcc985c-314f-4e1a-bd48-d0d2ec936c95 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:20.403371 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0825f551-2e59-4368-a730-5e8227492e5b req-5bcc985c-314f-4e1a-bd48-d0d2ec936c95 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0506842 Dec 15 21:28:20.423958 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.448435 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3fea3f-8f25-4d1c-b8d3-97514a0f316f,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:20.472906 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0825f551-2e59-4368-a730-5e8227492e5b req-72b71382-e8ee-43ea-926d-5aa3db2ae727 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Dec 15 21:28:20.520777 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:20.521989 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-10df7d19-c2df-4183-aa71-cb912573ddad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448210 Dec 15 21:28:25.086257 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f4f35-31f5-47ca-b1f6-c68ef71412b1 req-286c9449-dbbf-4337-bbd1-ccb459c67f32 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:25.087632 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e55f4f35-31f5-47ca-b1f6-c68ef71412b1 req-286c9449-dbbf-4337-bbd1-ccb459c67f32 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.0875032 Dec 15 21:28:25.101676 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4d435-dc87-4411-babe-608193fa16f0 req-034898ea-d4c5-4958-b57b-85b73fa18955 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:25.103129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6a4d435-dc87-4411-babe-608193fa16f0 req-034898ea-d4c5-4958-b57b-85b73fa18955 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0741718 Dec 15 21:28:25.174144 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e55f4f35-31f5-47ca-b1f6-c68ef71412b1 req-ce89a927-5e77-4c3a-b624-008fd4cfd339 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Dec 15 21:28:25.177398 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6a4d435-dc87-4411-babe-608193fa16f0 req-ae8916b8-e823-4b32-85ed-5a54323236af tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 Dec 15 21:28:26.326011 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51deac-928c-40f2-8997-2e5232938a18 req-8013dd30-e9da-40a1-9a74-de6f67485760 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:26.327589 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f51deac-928c-40f2-8997-2e5232938a18 req-8013dd30-e9da-40a1-9a74-de6f67485760 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0759211 Dec 15 21:28:26.337668 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e0f8d-75ba-4029-8c38-5f66f3d5d8bf req-234308a9-7b71-4398-9b22-3cf06ec74014 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:26.339250 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e5e0f8d-75ba-4029-8c38-5f66f3d5d8bf req-234308a9-7b71-4398-9b22-3cf06ec74014 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.0972879 Dec 15 21:28:26.422551 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f51deac-928c-40f2-8997-2e5232938a18 req-0e4e42e4-22f0-479d-a6ad-93e71651106d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822353 Dec 15 21:28:26.426060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e5e0f8d-75ba-4029-8c38-5f66f3d5d8bf req-7a3ce7bf-a90b-4636-b4c8-7d6b18c51846 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799153 Dec 15 21:28:27.350023 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:28:27.578157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab99bfa-f351-43c7-b295-52e483d16493 req-386f0307-a874-4547-ba9b-85bf923c4b8f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:27.579658 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8ab99bfa-f351-43c7-b295-52e483d16493 req-386f0307-a874-4547-ba9b-85bf923c4b8f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 944 time: 0.0696483 Dec 15 21:28:27.587384 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0032c2b-9dee-47cf-9b8c-e3987f6dd07d req-ed40250c-928d-4ba9-948d-0b80663b0ba1 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:27.589411 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0032c2b-9dee-47cf-9b8c-e3987f6dd07d req-ed40250c-928d-4ba9-948d-0b80663b0ba1 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0936155 Dec 15 21:28:27.665431 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8ab99bfa-f351-43c7-b295-52e483d16493 req-e46e2dca-95ab-4a7b-a78a-33d14480d5cb tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748074 Dec 15 21:28:27.668643 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0032c2b-9dee-47cf-9b8c-e3987f6dd07d req-7dad5832-f909-4a41-8f7e-c737491b042f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713537 Dec 15 21:28:28.336719 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:28:28.432455 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:28.445015 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'port_id': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', 'mac_address': 'fa:16:3e:cb:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729db850-d15b-426b-842d-a5f0da1322fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:28:28.480058 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:28.492691 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:28:28.512133 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:28.747523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:28.801072 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:28.808664 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.809148 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.809620 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.810044 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.810437 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.810826 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.811215 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.811605 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.811933 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.812322 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.812682 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.813014 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.813524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:28:28.840294 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d601d0-2f59-44d8-8988-61e6ff4fb66a req-db004615-3e5d-42d5-9fd4-ef0608235459 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:28.842288 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8d601d0-2f59-44d8-8988-61e6ff4fb66a req-db004615-3e5d-42d5-9fd4-ef0608235459 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 945 time: 0.0941091 Dec 15 21:28:28.857356 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6571f4-cb4a-4fdd-b93c-5dfa510e0923 req-e487e52b-6546-41a0-b461-ca0270134277 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:28.859374 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5e6571f4-cb4a-4fdd-b93c-5dfa510e0923 req-e487e52b-6546-41a0-b461-ca0270134277 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1099262 Dec 15 21:28:28.928959 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8d601d0-2f59-44d8-8988-61e6ff4fb66a req-ac697a49-88e0-4abe-b9c4-7b363c661e51 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 Dec 15 21:28:28.933463 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5e6571f4-cb4a-4fdd-b93c-5dfa510e0923 req-b7ea1288-7326-4cdb-ab97-adaa8a8af841 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Dec 15 21:28:29.240751 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:28:30.080934 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8d1b9-a937-491e-b095-6c57c7a8b851 req-b2545169-a76c-4509-84bd-9219783d6a99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:30.082420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29e8d1b9-a937-491e-b095-6c57c7a8b851 req-b2545169-a76c-4509-84bd-9219783d6a99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0706377 Dec 15 21:28:30.090440 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e58d30-e5f5-47d8-94f1-d7c7bca2032f req-b399eb69-bd33-4277-8c7b-8acc65777493 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:30.091872 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8e58d30-e5f5-47d8-94f1-d7c7bca2032f req-b399eb69-bd33-4277-8c7b-8acc65777493 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 945 time: 0.0905750 Dec 15 21:28:30.163688 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-29e8d1b9-a937-491e-b095-6c57c7a8b851 req-8f8f634e-9a06-40d6-b389-54a3378c8249 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708356 Dec 15 21:28:30.168094 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8e58d30-e5f5-47d8-94f1-d7c7bca2032f req-72b82bb5-a01d-4a5a-a21e-05db601115c6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689621 Dec 15 21:28:30.281830 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46742) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:30.392312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2752-a106-45e9-b6ea-fa87705cb414 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.472911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2752-a106-45e9-b6ea-fa87705cb414 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.573543 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b4f2752-a106-45e9-b6ea-fa87705cb414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.611530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f2752-a106-45e9-b6ea-fa87705cb414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc278e8-fb87-48b9-8926-bc0b67f71852,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:30.617865 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3b4f2752-a106-45e9-b6ea-fa87705cb414 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe6f1b9d9282467caa28659c0d578881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348243 Dec 15 21:28:30.618691 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46750) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:30.681793 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.705533 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.821790 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.824401 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:30.826097 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2bc278e8-fb87-48b9-8926-bc0b67f71852 HTTP/1.1" status: 204 len: 168 time: 0.2063515 Dec 15 21:28:30.845588 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e0ce7-33ca-4203-ab09-df293d12db96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc278e8-fb87-48b9-8926-bc0b67f71852,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:31.342617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65d862-b145-420f-ba4b-4c72631378e2 req-25e6a88b-3916-4a10-b16e-1b4bb6dc4074 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:31.344320 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ff65d862-b145-420f-ba4b-4c72631378e2 req-25e6a88b-3916-4a10-b16e-1b4bb6dc4074 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 945 time: 0.0953333 Dec 15 21:28:31.353338 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59226e2c-504b-4f91-89fd-35ff1f12e38e req-79982555-7f1c-4f2e-a5c7-9124d6d2a188 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:31.356644 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59226e2c-504b-4f91-89fd-35ff1f12e38e req-79982555-7f1c-4f2e-a5c7-9124d6d2a188 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1038253 Dec 15 21:28:31.441162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59226e2c-504b-4f91-89fd-35ff1f12e38e req-08597f17-bbe2-45dd-b629-9934feb5cf08 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771883 Dec 15 21:28:31.466356 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ff65d862-b145-420f-ba4b-4c72631378e2 req-a55b4809-3d80-4794-b09e-81cfbd2f795a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104798 Dec 15 21:28:31.510732 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46778) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:31.640422 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3807dbc-bee6-4af6-b0e4-5bc86a0b3f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:31.716007 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3807dbc-bee6-4af6-b0e4-5bc86a0b3f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:31.845629 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a3807dbc-bee6-4af6-b0e4-5bc86a0b3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:31.884038 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a3807dbc-bee6-4af6-b0e4-5bc86a0b3f99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a90dd46c76b463c89027838112da205&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720949 Dec 15 21:28:31.884824 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3807dbc-bee6-4af6-b0e4-5bc86a0b3f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f725c-eb08-4f88-897f-a361ccfe3228,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:31.886606 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46786) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:31.936270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:31.958886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.081831 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.084785 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.088427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff7f725c-eb08-4f88-897f-a361ccfe3228 HTTP/1.1" status: 204 len: 168 time: 0.1985593 Dec 15 21:28:32.095385 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543f171-866d-402a-b783-47faaaaef2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f725c-eb08-4f88-897f-a361ccfe3228,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:32.361169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:28:32.524385 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:28:32.531218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:28:32.531610 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.595502 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1a0e0-4bd6-41fb-bf13-52097e7161a5 req-58c42b0d-3ed2-4e69-ad28-b41fe620c4e1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:32.597039 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96c1a0e0-4bd6-41fb-bf13-52097e7161a5 req-58c42b0d-3ed2-4e69-ad28-b41fe620c4e1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 945 time: 0.0816045 Dec 15 21:28:32.610362 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d8f50-1bde-4973-856a-29f59ca08fc7 req-cdee06c9-c08e-47ca-aa57-80026addd42f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:32.612031 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d92d8f50-1bde-4973-856a-29f59ca08fc7 req-cdee06c9-c08e-47ca-aa57-80026addd42f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0867674 Dec 15 21:28:32.615740 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.639143 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:28:32.641439 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449d9fb-abbe-497a-97cd-a2291600b1d9" -d '{"events": [{"server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "name": "network-vif-plugged", "status": "completed", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:28:32.655200 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:28:32.682231 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96c1a0e0-4bd6-41fb-bf13-52097e7161a5 req-55b83f91-646b-44b3-bbe1-a6ff6eac3adf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692251 Dec 15 21:28:32.689535 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d92d8f50-1bde-4973-856a-29f59ca08fc7 req-316fb9ae-5bad-4bc3-900e-bf271ed85633 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706162 Dec 15 21:28:32.722488 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.751014 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e644e99e-74e6-439d-9ab4-a4f4e0221dbf x-openstack-request-id: req-e644e99e-74e6-439d-9ab4-a4f4e0221dbf {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:28:32.751339 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "name": "network-vif-plugged", "status": "completed", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:28:32.752046 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e644e99e-74e6-439d-9ab4-a4f4e0221dbf {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:28:32.752576 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', 'code': 200} Dec 15 21:28:32.762457 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46804) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:32.792539 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63cea9de-8648-4e2b-8472-c360a63c6304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.808724 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:32.886449 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63cea9de-8648-4e2b-8472-c360a63c6304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:32.978871 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63cea9de-8648-4e2b-8472-c360a63c6304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.017917 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cea9de-8648-4e2b-8472-c360a63c6304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f556a-64cc-4491-9518-bfb096eca7d2,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:33.024899 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-63cea9de-8648-4e2b-8472-c360a63c6304 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1764dd0ee10247dc84504168df041323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587852 Dec 15 21:28:33.025217 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 46824) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:33.077475 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.355427 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.413179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520b345-f6a5-4b66-9b91-7a6129827473 req-50a3f371-4393-4c07-b88f-3414ebbe2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:33.414702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e520b345-f6a5-4b66-9b91-7a6129827473 req-50a3f371-4393-4c07-b88f-3414ebbe2968 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 1099 time: 0.3345466 Dec 15 21:28:33.445397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2592c7-046f-4067-8d67-6c6225e35b83 req-4194c21f-74b8-4999-aea8-21d88e9fb0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:33.446876 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ba2592c7-046f-4067-8d67-6c6225e35b83 req-4194c21f-74b8-4999-aea8-21d88e9fb0ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.0829449 Dec 15 21:28:33.464850 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46828) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:33.486232 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e520b345-f6a5-4b66-9b91-7a6129827473 req-9b284333-0526-4ddf-a144-a790bbfb8deb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624442 Dec 15 21:28:33.507859 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ba2592c7-046f-4067-8d67-6c6225e35b83 req-edc2b924-ee07-47a8-a5a6-45acf39be71f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525892 Dec 15 21:28:33.550845 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.555743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.557331 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/435f556a-64cc-4491-9518-bfb096eca7d2 HTTP/1.1" status: 204 len: 168 time: 0.5309939 Dec 15 21:28:33.571725 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351b4e5-d00d-4528-9126-d75305aba893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f556a-64cc-4491-9518-bfb096eca7d2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:33.592365 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a61bdbaf-5207-47fd-ad6c-747a8a154424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.674101 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a61bdbaf-5207-47fd-ad6c-747a8a154424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.764549 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a61bdbaf-5207-47fd-ad6c-747a8a154424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.803172 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bdbaf-5207-47fd-ad6c-747a8a154424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3360f40-85de-4cc3-bd61-3d39523d8326,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:33.808953 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a61bdbaf-5207-47fd-ad6c-747a8a154424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88d847c214d54bfb96de71825e4832c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3426268 Dec 15 21:28:33.811520 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46838) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:33.867774 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cf774-6ee9-4808-a2cd-ebb410f4f290 req-c51c7762-3066-4e1b-ad1a-ad6d252aaf25 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:33.869611 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-350cf774-6ee9-4808-a2cd-ebb410f4f290 req-c51c7762-3066-4e1b-ad1a-ad6d252aaf25 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.1127024 Dec 15 21:28:33.879068 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.880175 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f34360-1efd-4253-b49e-0c936c178f8d req-0d0218b7-4603-41c6-b735-009379ff8850 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:33.881951 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57f34360-1efd-4253-b49e-0c936c178f8d req-0d0218b7-4603-41c6-b735-009379ff8850 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1084716 Dec 15 21:28:33.902993 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:33.982024 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-57f34360-1efd-4253-b49e-0c936c178f8d req-9e02dc46-dc34-4349-9abf-ed822affffc6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859432 Dec 15 21:28:33.991242 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-350cf774-6ee9-4808-a2cd-ebb410f4f290 req-39af290a-8b5f-4feb-82b3-ffba0800ad3e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080449 Dec 15 21:28:34.062872 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:34.065936 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:34.067348 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3360f40-85de-4cc3-bd61-3d39523d8326 HTTP/1.1" status: 204 len: 168 time: 0.2549286 Dec 15 21:28:34.081198 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d38da8-fba6-44a9-a539-a53f8a59e030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3360f40-85de-4cc3-bd61-3d39523d8326,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:35.171080 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec169cb3-e7cb-43f1-a27b-099d9703f757 req-e648d3af-abbe-4266-bc1a-062b0243a559 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:35.172607 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ec169cb3-e7cb-43f1-a27b-099d9703f757 req-e648d3af-abbe-4266-bc1a-062b0243a559 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.1044788 Dec 15 21:28:35.181145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf4bb-d417-4810-82cd-d5e3820645a4 req-b8aa7845-acb1-45d3-abab-85f39d1c1c1c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:35.182620 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3e8cf4bb-d417-4810-82cd-d5e3820645a4 req-b8aa7845-acb1-45d3-abab-85f39d1c1c1c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0934498 Dec 15 21:28:35.254272 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ec169cb3-e7cb-43f1-a27b-099d9703f757 req-0f9f07b1-e4c5-48e0-baa1-b43f91f1dbb0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Dec 15 21:28:35.284046 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3e8cf4bb-d417-4810-82cd-d5e3820645a4 req-fa5eaa7c-02cd-43e5-a106-dd43d5345ba2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867269 Dec 15 21:28:36.440834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c1f03-4d73-48a5-a8c4-474b0f97560c req-811ea46d-2dcf-4b79-9ed5-099fe758e253 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:36.442369 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-094c1f03-4d73-48a5-a8c4-474b0f97560c req-811ea46d-2dcf-4b79-9ed5-099fe758e253 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.1080422 Dec 15 21:28:36.457689 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39eb1-6405-4db2-9896-38a1bc920077 req-fed2e188-b165-47af-b6e9-eb8280d6f62f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:36.460749 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bd39eb1-6405-4db2-9896-38a1bc920077 req-fed2e188-b165-47af-b6e9-eb8280d6f62f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0762784 Dec 15 21:28:36.536412 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-094c1f03-4d73-48a5-a8c4-474b0f97560c req-7f61bec4-339a-4eba-a7d9-ef96130317bd tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745955 Dec 15 21:28:36.542040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0bd39eb1-6405-4db2-9896-38a1bc920077 req-46857416-4e0d-47bc-b02e-6f5c05d72db0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721438 Dec 15 21:28:37.119198 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad0d8c87-62be-4a84-b098-dcaa4804b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.145825 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 46992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:37.293628 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4851-9e5d-4bcc-b4f6-d00c8b5d8505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.372911 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4851-9e5d-4bcc-b4f6-d00c8b5d8505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.430484 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ca7b4851-9e5d-4bcc-b4f6-d00c8b5d8505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.467554 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ca7b4851-9e5d-4bcc-b4f6-d00c8b5d8505 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4713ba0ff56a4a4fa4b3b6626c2762cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254766 Dec 15 21:28:37.470832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47004) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:37.477145 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b4851-9e5d-4bcc-b4f6-d00c8b5d8505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076be3a-496f-49fa-81c9-9dc86455790d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:37.518963 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.539504 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.681129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6335e-c8fd-420a-81b0-e92696484d3a req-a41c6314-aea1-4fcd-87a8-fcdba7ccf4ca tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:37.682553 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03a6335e-c8fd-420a-81b0-e92696484d3a req-a41c6314-aea1-4fcd-87a8-fcdba7ccf4ca tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0514698 Dec 15 21:28:37.728818 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-03a6335e-c8fd-420a-81b0-e92696484d3a req-9f1e5115-af4d-40d7-9d9c-0e129e0a9e46 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398643 Dec 15 21:28:37.836741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.839949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:37.841537 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3076be3a-496f-49fa-81c9-9dc86455790d HTTP/1.1" status: 204 len: 168 time: 0.3695843 Dec 15 21:28:37.850735 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24919e65-4f78-4267-8f1b-3f36c34e633b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076be3a-496f-49fa-81c9-9dc86455790d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:38.201648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc3381-3313-4980-a758-219bf962dbfc req-7561bf13-4ea6-4025-bcf4-82431f995167 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:38.205787 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-99dc3381-3313-4980-a758-219bf962dbfc req-7561bf13-4ea6-4025-bcf4-82431f995167 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0653288 Dec 15 21:28:38.271418 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-99dc3381-3313-4980-a758-219bf962dbfc req-d2f802cd-9088-4b2c-9efe-e5ba849b5f92 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Dec 15 21:28:38.345652 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-b0e55f14-35da-4488-8a09-643a9c06d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:38.347123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-b0e55f14-35da-4488-8a09-643a9c06d22b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.0591795 Dec 15 21:28:38.442609 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-2c607126-2e47-4e1a-bd15-fdb370808cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:38.444078 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-2c607126-2e47-4e1a-bd15-fdb370808cec service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.0890713 Dec 15 21:28:38.488261 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-32c35ebb-6c1f-448f-8083-26a14feb942c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.0352719 Dec 15 21:28:38.543472 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-965a5a53-6bf5-436e-b053-68e07422aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:38.544947 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-965a5a53-6bf5-436e-b053-68e07422aa86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0486653 Dec 15 21:28:38.591558 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-8e6f7c1e-0323-4808-acc9-7dcf7b224e9c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291088 Dec 15 21:28:38.609760 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47032) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:38.622934 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0454-8f19-404f-9328-9c9bea4805bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:38.683472 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-75100d80-03fe-4ad3-8e84-8745cb037daa service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834434 Dec 15 21:28:38.697445 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0454-8f19-404f-9328-9c9bea4805bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:38.764838 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0454-8f19-404f-9328-9c9bea4805bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:38.782325 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65e19db4-3dc7-46e7-95fa-5a6ba29527e0 req-993c3698-8c88-429f-b548-d36541f39192 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915954 Dec 15 21:28:38.811533 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6e9c0454-8f19-404f-9328-9c9bea4805bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77d9dfb90ca042249c30e184ac292f8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006676 Dec 15 21:28:38.814156 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9c0454-8f19-404f-9328-9c9bea4805bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ee227-dc19-4130-8eba-7b37fb23e190,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:38.814383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:38.863656 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:38.885629 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:39.020047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:39.022682 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:39.023855 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/217ee227-dc19-4130-8eba-7b37fb23e190 HTTP/1.1" status: 204 len: 168 time: 0.2084556 Dec 15 21:28:39.033602 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364a4a2-c10e-4fd5-8eb2-53c7f3c2d435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ee227-dc19-4130-8eba-7b37fb23e190,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:39.456859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8f1d9-51f3-42f1-b268-e0fb062c80dc req-1b596026-3589-4ee5-92ad-af97cac269aa tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:39.458522 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-40a8f1d9-51f3-42f1-b268-e0fb062c80dc req-1b596026-3589-4ee5-92ad-af97cac269aa tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0771627 Dec 15 21:28:39.509886 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-40a8f1d9-51f3-42f1-b268-e0fb062c80dc req-cda1b8dc-9504-49f2-9068-e1c0036ee8cc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Dec 15 21:28:39.547617 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3bb1d1bc-6cc2-4352-8cd4-d02621a30989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.050932 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47080) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:40.162489 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-920448268-network', 'tenant_id': '9c2591951bb045a9bf7b8eef0188aad4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:40.259841 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Made reservation on behalf of 9c2591951bb045a9bf7b8eef0188aad4 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:40.262499 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.274006 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.356568 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.413612 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.438073 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:28:40.446869 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855c4f44-ae5b-42f9-abe5-7cb257c57a82,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:40.455235 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.455235 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Added segment 23a09645-fafd-4d10-8937-92bcc03eafd1 of type vlan for network db123475-002c-4772-9c24-dabe32f8ca51 Dec 15 21:28:40.500648 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.587723 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.588656 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:40.589222 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.642748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce38ea-2a76-4368-9e5c-04ceb6e686b1 req-02dd0222-1f1f-4fa4-bd36-cb4335790506 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:40.644249 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f8ce38ea-2a76-4368-9e5c-04ceb6e686b1 req-02dd0222-1f1f-4fa4-bd36-cb4335790506 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0547214 Dec 15 21:28:40.648775 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] Pushing event updated for resources: {'Network': ['ID=db123475-002c-4772-9c24-dabe32f8ca51,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:40.659628 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network db123475-002c-4772-9c24-dabe32f8ca51 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:28:40.689146 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47098) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:40.689557 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-91f1ee06-d57e-4937-86b5-aa247294e725 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6374092 Dec 15 21:28:40.694171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Request body: {'subnet': {'network_id': 'db123475-002c-4772-9c24-dabe32f8ca51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-920448268-subnet', 'tenant_id': '9c2591951bb045a9bf7b8eef0188aad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:40.707659 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f8ce38ea-2a76-4368-9e5c-04ceb6e686b1 req-51800238-03fa-4466-acb1-6fddcc8e68e0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563083 Dec 15 21:28:40.819266 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Made reservation on behalf of 9c2591951bb045a9bf7b8eef0188aad4 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:40.820201 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:40.821773 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260857705'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:41.048381 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260295628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260857727'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:41.105827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40328b77-0c20-4258-b2c9-6d7e48cd6699,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:41.113376 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Checking segment: {'id': '23a09645-fafd-4d10-8937-92bcc03eafd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'db123475-002c-4772-9c24-dabe32f8ca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:41.113727 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Network hostable DHCP agents. Network: db123475-002c-4772-9c24-dabe32f8ca51, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:28:41.208221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Network db123475-002c-4772-9c24-dabe32f8ca51 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:28:41.279616 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, db123475-002c-4772-9c24-dabe32f8ca51) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:41.286368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:41.286979 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:41.288708 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f99eb2-0aca-404b-8ae1-e62b8f30bf47 None None] Network db123475-002c-4772-9c24-dabe32f8ca51 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:41.390056 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-67342d74-6b0f-4937-af2e-62c8a26f8f60 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6995611 Dec 15 21:28:41.400934 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11754441-e733-48ef-9a26-0ee9da3f4efd None None] Network db123475-002c-4772-9c24-dabe32f8ca51 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:41.835009 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899746b6-47e7-47a4-bccc-26a3dc37a645 req-3e5b6cc2-3368-4cae-a539-b27854e7ee80 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:41.836534 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-899746b6-47e7-47a4-bccc-26a3dc37a645 req-3e5b6cc2-3368-4cae-a539-b27854e7ee80 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0548732 Dec 15 21:28:41.883721 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-899746b6-47e7-47a4-bccc-26a3dc37a645 req-1b657349-5cd7-49ed-b6e9-7f5979bbbd80 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Dec 15 21:28:42.070491 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.191254 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47140) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:42.196169 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2043572799-network', 'tenant_id': 'fba06109999d4656834074dface6aec5'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:42.313089 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Made reservation on behalf of fba06109999d4656834074dface6aec5 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:42.315514 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.324106 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.398823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.566548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.589221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:28:42.607464 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755263f7-43ea-4030-97c6-60ae0304726d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:42.611204 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.611548 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Added segment d96d5dad-cf6b-4b52-be48-0839df2b5a8a of type vlan for network 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 Dec 15 21:28:42.651578 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.861967 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.862947 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:42.863557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:42.927282 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] Pushing event updated for resources: {'Network': ['ID=1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:42.935417 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:28:42.978788 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-37213882-12dd-49d7-a4b6-4d9b4ef8977f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7863164 Dec 15 21:28:42.982129 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47162) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:28:42.993225 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Request body: {'subnet': {'network_id': '1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2043572799-subnet', 'tenant_id': 'fba06109999d4656834074dface6aec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:28:43.024989 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945fb77-2234-4c13-aab7-04ee35613583 req-e6427ae1-b8eb-4a96-9814-9e491ba4f956 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:43.026595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9945fb77-2234-4c13-aab7-04ee35613583 req-e6427ae1-b8eb-4a96-9814-9e491ba4f956 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0599279 Dec 15 21:28:43.073983 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9945fb77-2234-4c13-aab7-04ee35613583 req-c55509f2-99bc-4030-927d-4216369e1168 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Dec 15 21:28:43.096225 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Made reservation on behalf of fba06109999d4656834074dface6aec5 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:28:43.098888 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:43.316950 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:43.339790 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:43.396758 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f2af69-fce7-43eb-9a88-1a57fa191561,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:28:43.407513 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Checking segment: {'id': 'd96d5dad-cf6b-4b52-be48-0839df2b5a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:28:43.407863 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Network hostable DHCP agents. Network: 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:28:43.530692 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Network 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:28:43.647953 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:28:43.653571 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:43.654339 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:28:43.658901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f571cc-e065-4c13-8d34-6edbed1a35e1 None None] Network 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:43.746388 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2e6a39a9-fd97-486f-a42b-94e507714f16 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7631454 Dec 15 21:28:43.759109 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d30f9-b60c-4fd7-ac01-f2e505fecbf1 None None] Network 1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:28:46.206242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d83f7-a91b-41d9-a946-ad5785ca1130 req-cc49db70-6e93-4d84-975b-663d4f82773a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:28:46.207677 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-641d83f7-a91b-41d9-a946-ad5785ca1130 req-cc49db70-6e93-4d84-975b-663d4f82773a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0510864 Dec 15 21:28:46.253663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-641d83f7-a91b-41d9-a946-ad5785ca1130 req-77c82c59-2fdb-4890-a041-831ccd00a4ed tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402107 Dec 15 21:28:49.090454 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.383050 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47492) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:00.517059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c06cdb7-6e0c-4f20-83df-d310dd47c696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.595269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c06cdb7-6e0c-4f20-83df-d310dd47c696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.667323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6c06cdb7-6e0c-4f20-83df-d310dd47c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.705197 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6c06cdb7-6e0c-4f20-83df-d310dd47c696 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=633d9e6a4fa644f18c710931fc984fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210828 Dec 15 21:29:00.707514 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06cdb7-6e0c-4f20-83df-d310dd47c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c320e-905f-4ae0-b0a4-24cab9d67009,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:00.707907 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47504) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:00.758786 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.784839 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.924751 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.927426 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:00.928568 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/898c320e-905f-4ae0-b0a4-24cab9d67009 HTTP/1.1" status: 204 len: 168 time: 0.2196207 Dec 15 21:29:00.936647 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bfa0-e805-488d-af24-adf37b3ea010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c320e-905f-4ae0-b0a4-24cab9d67009,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:01.591855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47526) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:01.604836 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d7efbd7-ff54-404c-9722-1d8c9337eb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.675781 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d7efbd7-ff54-404c-9722-1d8c9337eb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.748077 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9d7efbd7-ff54-404c-9722-1d8c9337eb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.788596 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9d7efbd7-ff54-404c-9722-1d8c9337eb6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=815b3e977b1541c88872de8adc4408b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954539 Dec 15 21:29:01.791074 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7efbd7-ff54-404c-9722-1d8c9337eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd16c0-dfbe-4c67-8512-a4854362aa35,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:01.791521 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47530) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:01.844362 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.864477 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.979283 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.981951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:01.983118 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ebd16c0-dfbe-4c67-8512-a4854362aa35 HTTP/1.1" status: 204 len: 168 time: 0.1905551 Dec 15 21:29:01.991078 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160d0f9-cd7f-4edb-bfbd-34947af3db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd16c0-dfbe-4c67-8512-a4854362aa35,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:02.714091 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47552) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:02.727658 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e130a7-4a8c-4406-b672-d9d1a6b46045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:02.800775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e130a7-4a8c-4406-b672-d9d1a6b46045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:02.893740 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-87e130a7-4a8c-4406-b672-d9d1a6b46045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:02.939309 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-87e130a7-4a8c-4406-b672-d9d1a6b46045 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed4ae35ea330470bbf89abc5b33fe7eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240176 Dec 15 21:29:02.941245 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e130a7-4a8c-4406-b672-d9d1a6b46045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e6c713-b550-4194-9fc1-239be9aba416,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:02.941969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47560) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:02.992504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:03.014205 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:03.127854 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:03.130517 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:03.131662 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81e6c713-b550-4194-9fc1-239be9aba416 HTTP/1.1" status: 204 len: 168 time: 0.1887202 Dec 15 21:29:03.140085 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e2200-9fcd-4045-b455-2d7e127b18a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e6c713-b550-4194-9fc1-239be9aba416,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:04.351022 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:29:05.936849 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-ecb41a41-9b8d-433b-97a4-ff3e0b254652 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1120936007&fields=id&tenant_id=c567b69b0c6c4280abcc3253ec3e8d60 HTTP/1.1" status: 200 len: 267 time: 0.0431447 Dec 15 21:29:06.042295 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-969b9ef8-599e-4a0c-8e51-040f4714287d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:06.043734 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-969b9ef8-599e-4a0c-8e51-040f4714287d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 809 time: 0.1002762 Dec 15 21:29:06.061863 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-ec209623-3aaf-421c-b9a7-631b685ee33c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/quotas/c567b69b0c6c4280abcc3253ec3e8d60 HTTP/1.1" status: 200 len: 375 time: 0.0108931 Dec 15 21:29:06.110996 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-33ee4a6f-fc34-4f4d-8f63-e67cc486d6e6 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439594 Dec 15 21:29:06.205960 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-0f598fc9-bd12-447f-b1c3-3853e0b1ac57 service neutron] 10.222.0.44 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Dec 15 21:29:06.292480 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-467a31b5-4357-4e50-92f8-9af4fde1069e service neutron] 10.222.0.44 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805500 Dec 15 21:29:07.150733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22432434-0f94-415c-aeed-e21e6a0eed35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:09.493716 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1f40f291-afca-409f-9b1b-07ecc0412582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:09.532687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-45e59c93-4206-4627-8cd2-336d611312fd req-a9e5b093-1cdf-4d08-bd8c-9af4c0f66857 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0326877 Dec 15 21:29:10.579115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-db7935e4-96c8-48a4-81f3-11f41a2d1312 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:10.580649 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-db7935e4-96c8-48a4-81f3-11f41a2d1312 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 809 time: 0.1085224 Dec 15 21:29:10.647684 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ce36459e-c4d1-4cb1-8c93-be0f4e059ebf req-6d12821c-ee1f-41e7-b20c-a1d8a0ea2ba0 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0336838 Dec 15 21:29:10.673262 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-ed889994-fe3e-4a1d-a395-f93a9ec76f4f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c567b69b0c6c4280abcc3253ec3e8d60 HTTP/1.1" status: 200 len: 380 time: 0.0795691 Dec 15 21:29:10.686745 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'port': {'device_id': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'admin_state_up': True, 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'security_groups': ['44b393a6-7cce-4874-a445-d53d5227b84d']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:10.747868 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:10.862335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Made reservation on behalf of c567b69b0c6c4280abcc3253ec3e8d60 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:29:10.866542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:10.989832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Allocated IP 172.20.0.8 (7cda4dbf-0a52-4b56-8f62-348afd1b5f29/dc25b3ab-634b-4741-9cc6-1ce0eacf2870/d32f9d75-f48e-416b-8396-0e5a6d8b825a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:29:11.133246 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:11.222779 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:11.268071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:29:11.271112 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:29:11.273716 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:29:11.303515 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:11.319648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.320021 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.320367 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.320759 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.321096 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.321459 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.321788 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.322116 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.322439 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.322788 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.323115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.323437 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.323919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:11.345330 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:11.345956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:11.458340 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-954419c4-6d46-41a7-9bbf-ab720844833b None None] Provisioning complete for port d32f9d75-f48e-416b-8396-0e5a6d8b825a triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:29:11.458707 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-954419c4-6d46-41a7-9bbf-ab720844833b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:11.465443 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a0e24464-1648-4c15-8cb8-7cfd04131932 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828150 Dec 15 21:29:11.484214 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Request body: {'port': {'device_id': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:11.492084 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-954419c4-6d46-41a7-9bbf-ab720844833b None None] Port d32f9d75-f48e-416b-8396-0e5a6d8b825a cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:29:11.598012 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cad6a9-769b-4941-9cc0-7239079b3016 req-e8a0e455-5b6b-42a9-91a6-935e60c26a86 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:11.599605 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24cad6a9-769b-4941-9cc0-7239079b3016 req-e8a0e455-5b6b-42a9-91a6-935e60c26a86 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1291006 Dec 15 21:29:11.601447 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:11.632774 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-cda65489-e605-465d-a7f0-e8c2b81aae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:11.634192 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-cda65489-e605-465d-a7f0-e8c2b81aae6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.1118920 Dec 15 21:29:11.749538 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-24cad6a9-769b-4941-9cc0-7239079b3016 req-cb5a5558-04e3-4cdc-a983-60be3b6d24b3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370261 Dec 15 21:29:11.864455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-2a172476-dddf-4147-9b1f-d79f42c43cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:11.867893 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-2a172476-dddf-4147-9b1f-d79f42c43cde service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.2150803 Dec 15 21:29:12.085165 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:12.168154 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-9203f24b-c4e4-4c3e-a5a5-2a9608b9fa7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.2876894 Dec 15 21:29:12.240027 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-03ec9788-0aaf-4280-a710-da68cf6d4761 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e1b868a664694653aa3a38d08c32c2aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778363 Dec 15 21:29:12.254226 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4f077-0a4d-4a8c-98e0-0f923db8cb9c req-da09d949-744a-4a34-b3a4-2eb5ad60d7dd tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:12.255893 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69b4f077-0a4d-4a8c-98e0-0f923db8cb9c req-da09d949-744a-4a34-b3a4-2eb5ad60d7dd tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 931 time: 0.4294071 Dec 15 21:29:12.340381 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-d96628ff-1dad-4051-bd98-2124b0495968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:12.341997 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-d96628ff-1dad-4051-bd98-2124b0495968 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.1626034 Dec 15 21:29:12.445126 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-c8f18f50-4df6-4b1b-95f7-f8de28383a85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838253 Dec 15 21:29:12.511952 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69b4f077-0a4d-4a8c-98e0-0f923db8cb9c req-aaf5a3ee-fb21-4261-aeeb-b5f9b30bfd1c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457936 Dec 15 21:29:12.644844 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-ff6fd4f0-7663-42e6-9753-37afea71c40d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:12.646298 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-ff6fd4f0-7663-42e6-9753-37afea71c40d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3858845 Dec 15 21:29:12.648223 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32f9d75-f48e-416b-8396-0e5a6d8b825a {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:12.661346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:12.685258 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-c41aaff0-9820-4c3d-9341-537a93ea2293 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/quotas/e1b868a664694653aa3a38d08c32c2aa HTTP/1.1" status: 200 len: 375 time: 0.0285895 Dec 15 21:29:12.701038 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Transition to ACTIVE for port object d32f9d75-f48e-416b-8396-0e5a6d8b825a will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:29:12.713125 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-6105d651-342f-4fe3-a61d-18d026687833 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426929 Dec 15 21:29:12.730388 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-35644880-9047-413c-bcc0-60e287527c67 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1b868a664694653aa3a38d08c32c2aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328746 Dec 15 21:29:12.813852 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:12.875510 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69083d5c-0495-471b-b6f9-e9cabd7eaada req-b8cbd0eb-e2e9-443a-a2be-08c4c4b5b25d service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475158 Dec 15 21:29:12.895246 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:13.057908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Attempting to bind port d32f9d75-f48e-416b-8396-0e5a6d8b825a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:29:13.058250 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Attempting to bind port d32f9d75-f48e-416b-8396-0e5a6d8b825a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:29:13.058743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Attempting to bind port d32f9d75-f48e-416b-8396-0e5a6d8b825a on network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:13.065371 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Port d32f9d75-f48e-416b-8396-0e5a6d8b825a on network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:29:13.065711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Attempting to bind port d32f9d75-f48e-416b-8396-0e5a6d8b825a on network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:13.079934 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fc717-1de1-42eb-9bf7-0f9a98a0cefe req-f38040e9-9b4c-4e2c-8e53-d7a806864177 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.087327 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bb2fc717-1de1-42eb-9bf7-0f9a98a0cefe req-f38040e9-9b4c-4e2c-8e53-d7a806864177 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1522923 Dec 15 21:29:13.109081 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:29:13.109585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Checking segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:29:13.109982 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Bound using segment: {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:29:13.110729 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Bound port: d32f9d75-f48e-416b-8396-0e5a6d8b825a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de0b824f-e341-40ad-8d44-265c063b4d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:29:13.111148 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:13.149434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-491c2b28-0ca8-44f2-ba8f-a3484bea9ac8 req-c7776387-e022-4c1a-a21e-b17415525265 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0446935 Dec 15 21:29:13.203457 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bb2fc717-1de1-42eb-9bf7-0f9a98a0cefe req-86ada68b-1d06-4fae-976a-fc7dbd68aec0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151099 Dec 15 21:29:13.231372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:29:13.235387 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:29:13.311053 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:13.311778 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:13.405973 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.406580 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:13.407936 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] 10.222.0.60 "PUT /v2.0/ports/d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 1093 time: 1.9277687 Dec 15 21:29:13.412550 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:13.415041 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:13.461617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeafbce-9002-474e-8281-1168edfd4a52 x-openstack-request-id: req-eeeafbce-9002-474e-8281-1168edfd4a52 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:13.461913 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:13.462169 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eeeafbce-9002-474e-8281-1168edfd4a52 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:13.462564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'status': 'completed', 'code': 200} Dec 15 21:29:13.463142 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ae0c8-8c26-434c-bb00-33fef45ed1af service neutron] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:13.490222 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-b797f691-a796-4cca-a935-eaaec8c0b36d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.491710 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-b797f691-a796-4cca-a935-eaaec8c0b36d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.1511617 Dec 15 21:29:13.532528 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-cb96aad7-da86-4145-bc48-6404e6143270 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/quotas/5243452be4da440389b104480a5e6790 HTTP/1.1" status: 200 len: 375 time: 0.0303051 Dec 15 21:29:13.625562 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-59e35c4b-31dd-4d53-b754-38ec9a6540b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.625562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-59e35c4b-31dd-4d53-b754-38ec9a6540b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1096 time: 0.1317639 Dec 15 21:29:13.704376 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-833085c6-b4f6-4f13-a8b1-5383c1c15116 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627405 Dec 15 21:29:13.767472 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988deec-4fc5-4e88-9d82-b08f1244b596 req-669ccd3b-d3db-47f2-98b9-da5fa9790fb9 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.769501 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c988deec-4fc5-4e88-9d82-b08f1244b596 req-669ccd3b-d3db-47f2-98b9-da5fa9790fb9 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.1564400 Dec 15 21:29:13.884939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-3258be40-e757-4704-ba35-847058e6e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:13.886410 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-3258be40-e757-4704-ba35-847058e6e7ef service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2359581 Dec 15 21:29:13.898790 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c988deec-4fc5-4e88-9d82-b08f1244b596 req-ebcfe297-07d2-4f44-8b0d-fbfaa08344c9 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229372 Dec 15 21:29:13.937847 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-3418f3d9-7099-45e8-a5d6-046d1d675511 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074971 Dec 15 21:29:14.067097 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-8a81c93f-0f93-411f-87c5-4a349b749bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:14.068550 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b653ce7-601c-4a75-b26d-b9a6a9dbe988 req-8a81c93f-0f93-411f-87c5-4a349b749bd3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689208 Dec 15 21:29:14.081935 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-1dd92e4e-de0f-4bd0-a6b9-1e61f62976a8 service neutron] 10.222.0.44 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185966 Dec 15 21:29:14.155047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-3521b23c-5218-4c87-ad7e-1839ef0785a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:14.156683 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-3521b23c-5218-4c87-ad7e-1839ef0785a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0441425 Dec 15 21:29:14.213294 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-93027831-01e7-4df6-a2f6-c9ec47f3e692 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 217 time: 0.0442712 Dec 15 21:29:14.232785 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-85f51e83-7b70-4f2c-863d-ad587af3b39a req-aa0156fe-7fbc-4d06-ae1f-53e1ee72b23b tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Dec 15 21:29:14.278634 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-7509898b-214f-4195-aed9-3adcb8c754ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:14.280063 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-7509898b-214f-4195-aed9-3adcb8c754ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0496590 Dec 15 21:29:14.361701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-4022d52e-4d6f-4066-8181-cd7a86a0353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:14.363520 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-4022d52e-4d6f-4066-8181-cd7a86a0353c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757468 Dec 15 21:29:14.373558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6bd02-be0c-492a-b1e3-d3f79a0b9ca7 req-13951ca8-0185-4490-95de-c59bb3567920 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:14.375049 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-95a6bd02-be0c-492a-b1e3-d3f79a0b9ca7 req-13951ca8-0185-4490-95de-c59bb3567920 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0778766 Dec 15 21:29:14.474177 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58bf07bb-5aae-4df5-b348-bb607f252fdc req-c22a4aee-4ed8-443e-9a3b-d8e048a009d9 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0742118 Dec 15 21:29:14.520936 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-95a6bd02-be0c-492a-b1e3-d3f79a0b9ca7 req-da5bae93-8989-48c7-805e-33d1a2a2253b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368980 Dec 15 21:29:14.527136 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-91164804-4ff1-44ce-ad7a-f68dc678f152 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510494 Dec 15 21:29:14.623180 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c4ba68a-a0b6-4f44-bfa8-7a0a6b103b4a req-74083a6c-ba20-4f7f-82c8-005026cf8cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858285 Dec 15 21:29:15.017952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6c588-1e9e-42ed-b96c-c644df1efd26 req-a0e83c18-22b4-48a4-a911-1aabfccf6bbe tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:15.019434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fdc6c588-1e9e-42ed-b96c-c644df1efd26 req-a0e83c18-22b4-48a4-a911-1aabfccf6bbe tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0495086 Dec 15 21:29:15.072636 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fdc6c588-1e9e-42ed-b96c-c644df1efd26 req-70bc5e5d-8c3d-4baa-a21e-cad67f4fdbe0 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Dec 15 21:29:15.330929 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0f5ecb7-ab22-4fff-acdb-79ade0160867 req-6b8af722-5e18-46de-8e4e-d7a843d8d8d3 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0267963 Dec 15 21:29:15.578986 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9299b3b-377c-47c6-af0f-6572b6f332c4 req-cae223b7-d872-4cab-83d5-4bb4770cabdb tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0275939 Dec 15 21:29:15.860224 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-67832750-25df-4e30-998a-9982692bbbd8 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e1b868a664694653aa3a38d08c32c2aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256174 Dec 15 21:29:15.899887 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb1b83-062a-480c-9e69-ba319b852b3f req-b778fa18-d666-4cb6-a141-bb5b3ba394ae tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:15.901376 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0bb1b83-062a-480c-9e69-ba319b852b3f req-b778fa18-d666-4cb6-a141-bb5b3ba394ae tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.3055406 Dec 15 21:29:16.005941 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0bb1b83-062a-480c-9e69-ba319b852b3f req-79260f63-cdbe-4ecf-8b3f-35a6cc0d1ed7 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974560 Dec 15 21:29:16.022124 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-62913bcd-a4f4-440f-98ec-ed7ebf197e9d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:16.023585 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-62913bcd-a4f4-440f-98ec-ed7ebf197e9d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1547124 Dec 15 21:29:16.041826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Request body: {'port': {'device_id': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d', 'admin_state_up': True, 'tenant_id': 'e1b868a664694653aa3a38d08c32c2aa'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:16.199037 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716151a-9b09-49de-a905-099537feda64 req-a5e61b2e-d68c-45f0-b621-2a3d55a9e387 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:16.201358 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0716151a-9b09-49de-a905-099537feda64 req-a5e61b2e-d68c-45f0-b621-2a3d55a9e387 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0592468 Dec 15 21:29:16.221170 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Made reservation on behalf of e1b868a664694653aa3a38d08c32c2aa for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:29:16.228639 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:16.238337 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:16.277364 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0716151a-9b09-49de-a905-099537feda64 req-4bd7ac3d-5e0c-4759-8361-95b3e2233bb1 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695815 Dec 15 21:29:16.352645 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:16.439697 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:16.493718 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4788183-2daa-483f-a602-afa3a52e8ee1 req-d092be1e-1613-4896-ac61-f9b56df78d44 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0797808 Dec 15 21:29:16.570695 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87568242-a3eb-4ced-bdb1-785454a4f3b5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:16.639152 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-503a07ee-a004-433d-818d-fabcb6b728e2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:16.644162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-503a07ee-a004-433d-818d-fabcb6b728e2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 814 time: 0.2381325 Dec 15 21:29:16.675063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Request body: {'port': {'device_id': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'admin_state_up': True, 'tenant_id': '5243452be4da440389b104480a5e6790'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:16.690197 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Allocated IP 192.168.233.192 (33e54877-56c1-42eb-9ea2-a35be382fd4d/1f337c70-2390-498d-b9dc-8c0248fa0105/35ad2b7b-6464-49d5-b20d-2f8cdab42bb1) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:29:16.694740 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2766418c-aec1-46e5-80af-4f16ad79bf6d req-6dfcf61c-b7a9-42ab-9ebe-d7832d0bf4d5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0404584 Dec 15 21:29:16.916757 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:16.968093 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Made reservation on behalf of 5243452be4da440389b104480a5e6790 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:29:16.971860 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.022533 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.083851 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Network 33e54877-56c1-42eb-9ea2-a35be382fd4d is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:29:17.100777 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:29:17.107352 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:29:17.178268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Pushing event updated for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:17.223579 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.224212 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.233059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Allocated IP 172.20.0.10 (b0f0f142-dbfe-4299-9179-ad7896fff119/729db850-d15b-426b-842d-a5f0da1322fd/5397ff46-f64b-45a5-bf31-29c80be1f9aa) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:29:17.247012 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca592fb-b173-452c-8183-e3eea2f5c737 req-fedb6f33-20cf-4915-bc8e-0c1c5543035c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.248527 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fca592fb-b173-452c-8183-e3eea2f5c737 req-fedb6f33-20cf-4915-bc8e-0c1c5543035c tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1690397 Dec 15 21:29:17.329904 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fca592fb-b173-452c-8183-e3eea2f5c737 req-8282e491-7934-4414-a93b-21718e039665 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737641 Dec 15 21:29:17.352475 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-8d570300-2e66-4f0f-9bdd-1c3337e9f024 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3144221 Dec 15 21:29:17.353680 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b161e841-bf4a-4c2d-974f-35a8b4b50fc8 None None] Provisioning complete for port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:29:17.354243 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b161e841-bf4a-4c2d-974f-35a8b4b50fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.390803 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Request body: {'port': {'device_id': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:17.432721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-b161e841-bf4a-4c2d-974f-35a8b4b50fc8 None None] Port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:29:17.500218 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-34f02d77-550e-4dfd-81ec-76ff0d0fae88 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412912 Dec 15 21:29:17.507033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.529202 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.566634 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-c8064981-3ab3-4cc2-accd-6e50907d4e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.568180 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-c8064981-3ab3-4cc2-accd-6e50907d4e26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 1099 time: 0.0429404 Dec 15 21:29:17.595134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f139fe9-1ba3-41c1-bd51-ab974f3de106 req-8f9d6c45-4ced-4c16-bdbd-10d61480871c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.596597 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9f139fe9-1ba3-41c1-bd51-ab974f3de106 req-8f9d6c45-4ced-4c16-bdbd-10d61480871c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.1569116 Dec 15 21:29:17.728283 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9f139fe9-1ba3-41c1-bd51-ab974f3de106 req-f985836b-bd99-47b4-8f73-41481db11b2c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248720 Dec 15 21:29:17.788209 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:17.805974 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455', '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:17.809656 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-7acd19ef-e2c8-4011-a2f7-5cdbd66f1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.812430 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-7acd19ef-e2c8-4011-a2f7-5cdbd66f1d12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.1265588 Dec 15 21:29:17.824772 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 47908) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:17.885779 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-e724e4ae-b8c0-4cda-9e5d-90360a6f8b9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b HTTP/1.1" status: 200 len: 217 time: 0.0617526 Dec 15 21:29:17.925906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Network b0f0f142-dbfe-4299-9179-ad7896fff119 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:29:17.944521 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:29:17.953129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:29:17.955748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event updated for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:17.997044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c4c1b-14e5-4e58-8e86-da8b03bfc20e req-92cc2202-0aa3-44e3-ba6d-3d97986b7f4d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:17.999448 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-bc73879c-5394-49c5-8a62-f187cc1a51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:18.001019 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-bc73879c-5394-49c5-8a62-f187cc1a51cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.1072330 Dec 15 21:29:18.005053 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-916c4c1b-14e5-4e58-8e86-da8b03bfc20e req-92cc2202-0aa3-44e3-ba6d-3d97986b7f4d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 936 time: 0.2189999 Dec 15 21:29:18.020008 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.035543 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80135d61-0cec-46e3-b73f-ba7ff2fe6403 req-98b1ec21-8f79-4bf1-ae70-d40f871212b8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:18.043152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80135d61-0cec-46e3-b73f-ba7ff2fe6403 req-98b1ec21-8f79-4bf1-ae70-d40f871212b8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 932 time: 0.2165625 Dec 15 21:29:18.059762 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-9645c9d8-4825-45d5-8dad-7ee3ce61bf1f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290599 Dec 15 21:29:18.100194 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:18.100808 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.167518 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:18.187682 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.199583 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-916c4c1b-14e5-4e58-8e86-da8b03bfc20e req-78adae73-c0dc-4c64-861f-b0a0aba5adb7 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883569 Dec 15 21:29:18.200313 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-6cb251b0-3674-46ad-bb31-edfa93879bb0 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300480 Dec 15 21:29:18.207641 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80135d61-0cec-46e3-b73f-ba7ff2fe6403 req-531d14da-1dcf-401a-b08a-f3986cb69e95 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635749 Dec 15 21:29:18.228508 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.229426 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Transition to ACTIVE for port object 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:29:18.253904 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-fa423345-e75b-44bc-a1c8-1d5a324f7f52 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5877931 Dec 15 21:29:18.269010 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Request body: {'port': {'device_id': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:18.294488 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-034ec49a-b5e9-4eac-91e3-34f81370953a service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Dec 15 21:29:18.308279 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.323783 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.350790 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d056344f-5ef1-49cf-8d83-8fb324f84c57,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:18.355881 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b611ef1c7dc4851a26d0daa446a284a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287759 Dec 15 21:29:18.361116 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 47918) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:18.362118 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.362470 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.362933 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.363118 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:18.363400 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.363746 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.364070 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.364400 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.364723 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.365046 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.365395 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.365720 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.366036 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.366354 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bce18f-ea85-46d6-8466-5a0209b7a6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:18.536933 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Pushing event updated for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:18.875141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0b8a-c132-4000-a02a-58cf9dbb2035 req-a099531d-18a3-492a-9429-4712b5f08b72 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:18.876750 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5ed0b8a-c132-4000-a02a-58cf9dbb2035 req-a099531d-18a3-492a-9429-4712b5f08b72 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.4576607 Dec 15 21:29:18.928170 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.010087 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.011605 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Attempting to bind port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:29:19.011930 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Attempting to bind port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:29:19.012251 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Attempting to bind port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 on network 33e54877-56c1-42eb-9ea2-a35be382fd4d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:19.049147 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 on network 33e54877-56c1-42eb-9ea2-a35be382fd4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:29:19.049874 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Attempting to bind port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 on network 33e54877-56c1-42eb-9ea2-a35be382fd4d {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:19.080214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5ed0b8a-c132-4000-a02a-58cf9dbb2035 req-ba88ed6f-c711-4c58-b9b4-94ddbd3f99df tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692977 Dec 15 21:29:19.090671 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5718a-5608-4955-862c-46159f73a2b8 req-6eff294b-0978-416b-9b25-89b434da6f5f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffe5718a-5608-4955-862c-46159f73a2b8 req-6eff294b-0978-416b-9b25-89b434da6f5f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.1908822 Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Checking segment: {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Bound using segment: {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:29:19.100594 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Bound port: 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669a9ada-bc08-46ef-b96d-1ba3b6a2b19e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:29:19.101153 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.242561 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffe5718a-5608-4955-862c-46159f73a2b8 req-fed0f403-b95f-4f31-b9a4-837ffe5e2bcc tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355491 Dec 15 21:29:19.251895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5397ff46-f64b-45a5-bf31-29c80be1f9aa {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:19.261665 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.264705 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:29:19.268617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:29:19.274498 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.282205 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.282205 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d056344f-5ef1-49cf-8d83-8fb324f84c57 HTTP/1.1" status: 204 len: 168 time: 0.9160573 Dec 15 21:29:19.299103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Transition to ACTIVE for port object 5397ff46-f64b-45a5-bf31-29c80be1f9aa will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:29:19.318267 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea88ba-e056-42b0-a648-ccb6bf845f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d056344f-5ef1-49cf-8d83-8fb324f84c57,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:19.334752 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.407424 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.408045 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.409487 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] 10.222.0.60 "PUT /v2.0/ports/35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 HTTP/1.1" status: 200 len: 1098 time: 2.0279760 Dec 15 21:29:19.410188 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.412009 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:19.414427 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:19.441464 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be596689-2064-45ee-bbe8-62d94551fef2 req-42611c74-1e79-4f09-b309-ac20d4ea9fac tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.443119 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be596689-2064-45ee-bbe8-62d94551fef2 req-42611c74-1e79-4f09-b309-ac20d4ea9fac tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 948 time: 0.1611378 Dec 15 21:29:19.484870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9cdc9-baa1-4e47-af1f-21161b39a9d4 req-6fd5154c-dc74-426b-a0bb-412ebe800588 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.486385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53f9cdc9-baa1-4e47-af1f-21161b39a9d4 req-6fd5154c-dc74-426b-a0bb-412ebe800588 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 932 time: 0.1694138 Dec 15 21:29:19.496295 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075bbbf-f79d-4442-b64c-2ade4c9f37cd service neutron] Pushing event updated for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:19.668229 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Pushing event updated for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:19.680552 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be596689-2064-45ee-bbe8-62d94551fef2 req-3cc3d880-023f-4771-ba36-c627e032d792 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216246 Dec 15 21:29:19.714644 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53f9cdc9-baa1-4e47-af1f-21161b39a9d4 req-50b5031e-623a-455f-9493-066330a08062 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186737 Dec 15 21:29:19.760199 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a2355-9ea2-4be5-9457-a6570ed2a3d2 x-openstack-request-id: req-271a2355-9ea2-4be5-9457-a6570ed2a3d2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:19.760504 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:19.760766 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-271a2355-9ea2-4be5-9457-a6570ed2a3d2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:19.761987 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1', 'status': 'completed', 'code': 200} Dec 15 21:29:19.764997 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Attempting to bind port 5397ff46-f64b-45a5-bf31-29c80be1f9aa on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:29:19.765819 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Attempting to bind port 5397ff46-f64b-45a5-bf31-29c80be1f9aa by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:29:19.766154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Attempting to bind port 5397ff46-f64b-45a5-bf31-29c80be1f9aa on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:19.769633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-39a2a40f-cb32-485f-8bc5-192160446f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.772215 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-39a2a40f-cb32-485f-8bc5-192160446f3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1b868a664694653aa3a38d08c32c2aa&device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 1101 time: 0.2023170 Dec 15 21:29:19.779165 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Port 5397ff46-f64b-45a5-bf31-29c80be1f9aa on network b0f0f142-dbfe-4299-9179-ad7896fff119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:29:19.779586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Attempting to bind port 5397ff46-f64b-45a5-bf31-29c80be1f9aa on network b0f0f142-dbfe-4299-9179-ad7896fff119 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:29:19.789056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:29:19.789944 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Checking segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:29:19.790411 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Bound using segment: {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:29:19.791395 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Bound port: 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:29:19.792020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:19.852336 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-62236311-9077-4466-8016-8a281847a806 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 HTTP/1.1" status: 200 len: 217 time: 0.0563021 Dec 15 21:29:19.939450 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-701e3ddd-c38d-44d4-854a-cab14deb686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:19.940943 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-701e3ddd-c38d-44d4-854a-cab14deb686c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f337c70-2390-498d-b9dc-8c0248fa0105 HTTP/1.1" status: 200 len: 843 time: 0.0682549 Dec 15 21:29:19.944621 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:29:19.948177 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:29:20.004761 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-fa3e9ecd-1493-47c8-8e81-520dc4829999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.006275 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-fa3e9ecd-1493-47c8-8e81-520dc4829999 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33e54877-56c1-42eb-9ea2-a35be382fd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0462987 Dec 15 21:29:20.034321 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:20.102914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.107481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:20.109690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] 10.222.0.60 "PUT /v2.0/ports/5397ff46-f64b-45a5-bf31-29c80be1f9aa HTTP/1.1" status: 200 len: 1094 time: 1.8447909 Dec 15 21:29:20.149692 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916d540-e136-4fa1-bab3-0e3dbfa8c68d service neutron] Pushing event updated for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:20.162491 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-2a319a27-7db3-4865-afc7-1278f7a26ec8 service neutron] 10.222.0.60 "GET /v2.0/networks/33e54877-56c1-42eb-9ea2-a35be382fd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482728 Dec 15 21:29:20.285460 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d12a49-3cb1-42e3-8b74-0cbedb006ba5 req-ec72fd44-8773-4d5d-b91d-4472a26ba2b9 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.287088 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d12a49-3cb1-42e3-8b74-0cbedb006ba5 req-ec72fd44-8773-4d5d-b91d-4472a26ba2b9 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1081476 Dec 15 21:29:20.369849 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a55a13f8-7289-42d2-8e92-79966ebb735e req-670dce04-97c6-4102-888b-6f41768c26b7 service neutron] 10.222.0.60 "GET /v2.0/networks/33e54877-56c1-42eb-9ea2-a35be382fd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001755 Dec 15 21:29:20.403591 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-42aae2ea-7a73-4197-ac77-d97cf34e81a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.405775 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-42aae2ea-7a73-4197-ac77-d97cf34e81a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 1097 time: 0.1304796 Dec 15 21:29:20.458225 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-53d12a49-3cb1-42e3-8b74-0cbedb006ba5 req-34c551dc-5238-447a-be0b-af692a37af0b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597595 Dec 15 21:29:20.460857 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-7f9e945e-829a-4186-85ea-7c38bc35f1c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa HTTP/1.1" status: 200 len: 217 time: 0.0429835 Dec 15 21:29:20.476302 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37dd97-1bd4-42aa-b1f9-46e04de2d0f6 req-bec65fca-3df0-47fc-b398-ddafd23908a4 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.477942 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef37dd97-1bd4-42aa-b1f9-46e04de2d0f6 req-bec65fca-3df0-47fc-b398-ddafd23908a4 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.1394484 Dec 15 21:29:20.583722 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-106c08e3-b945-4c84-9d2d-4a16023e03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.585135 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-106c08e3-b945-4c84-9d2d-4a16023e03f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.1062818 Dec 15 21:29:20.609810 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-5b6d1f2b-0d05-4737-a058-b0e6bd1df485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.611320 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-5b6d1f2b-0d05-4737-a058-b0e6bd1df485 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1b868a664694653aa3a38d08c32c2aa&device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 1101 time: 0.0936680 Dec 15 21:29:20.615195 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef37dd97-1bd4-42aa-b1f9-46e04de2d0f6 req-85d36585-2d69-49ce-b6de-ed74a8ac9d4e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251967 Dec 15 21:29:20.636885 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-8b7c4c39-b4d2-42d8-a51a-6d10d90d2fe5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352128 Dec 15 21:29:20.797833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-2089540c-5a4d-468f-8a60-23586d07bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:20.799325 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-2089540c-5a4d-468f-8a60-23586d07bf44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=33e54877-56c1-42eb-9ea2-a35be382fd4d HTTP/1.1" status: 200 len: 870 time: 0.1706004 Dec 15 21:29:20.807383 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-6ccf3ada-8b84-412f-a256-0a1c9bb1aab0 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682227 Dec 15 21:29:20.900487 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-8ca6667f-9297-4990-b2d9-345f0d396d29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 HTTP/1.1" status: 200 len: 217 time: 0.0920277 Dec 15 21:29:21.035069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f1ccb-b2bb-4ad0-a39d-723585d6776f req-f308a9ae-1244-4acf-9cc1-cb6ac6b1856a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.036578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b6f1ccb-b2bb-4ad0-a39d-723585d6776f req-f308a9ae-1244-4acf-9cc1-cb6ac6b1856a tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 944 time: 0.2243667 Dec 15 21:29:21.043744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7172-585b-4799-bc1d-cc00a63e9158 req-f41f38ac-0fba-4bad-b5b3-664b977bf31a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.045265 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-521b7172-585b-4799-bc1d-cc00a63e9158 req-f41f38ac-0fba-4bad-b5b3-664b977bf31a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 948 time: 0.2239394 Dec 15 21:29:21.052056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-863b6180-4cc9-4e88-ae2c-9255a6ea24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.053479 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-863b6180-4cc9-4e88-ae2c-9255a6ea24a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1f337c70-2390-498d-b9dc-8c0248fa0105 HTTP/1.1" status: 200 len: 843 time: 0.1374719 Dec 15 21:29:21.101816 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8dc7e4-0923-44e9-80a6-5c14cbcef511 req-3114c8a8-5688-4271-83c0-468c1625eb1d service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832594 Dec 15 21:29:21.171899 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b6f1ccb-b2bb-4ad0-a39d-723585d6776f req-b17f2e41-a394-444e-8173-a19b056cf682 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249466 Dec 15 21:29:21.176101 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-521b7172-585b-4799-bc1d-cc00a63e9158 req-44535b31-513c-4caa-94d1-ba9570936bfd tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217434 Dec 15 21:29:21.181542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-0e4f4b3b-6624-477d-98dd-97775d6d1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.183014 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-0e4f4b3b-6624-477d-98dd-97775d6d1600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=33e54877-56c1-42eb-9ea2-a35be382fd4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1100984 Dec 15 21:29:21.303286 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-fb17d9e6-f329-4d8f-9949-bbd6e92c7bea service neutron] 10.222.0.60 "GET /v2.0/networks/33e54877-56c1-42eb-9ea2-a35be382fd4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124685 Dec 15 21:29:21.410079 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c237732-2ecf-4275-9e59-6c6f22f7e0c2 req-6dee2717-2f10-4d1b-9b9a-c4e1a874a6a8 service neutron] 10.222.0.60 "GET /v2.0/networks/33e54877-56c1-42eb-9ea2-a35be382fd4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975692 Dec 15 21:29:21.584109 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986309fc-f5e0-4634-be7d-5b7a0987c2e0 req-56b8dfb5-6c42-459f-b7d0-f421a371db41 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.585580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-986309fc-f5e0-4634-be7d-5b7a0987c2e0 req-56b8dfb5-6c42-459f-b7d0-f421a371db41 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0500152 Dec 15 21:29:21.645889 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-986309fc-f5e0-4634-be7d-5b7a0987c2e0 req-37d73fc6-cddd-4c2b-966b-9bd52f5fe80e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542083 Dec 15 21:29:21.746873 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cb5e8-be24-4291-8f43-4806ec71fb23 req-9398c349-6223-4161-95fd-4624fbc33381 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.748340 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-462cb5e8-be24-4291-8f43-4806ec71fb23 req-9398c349-6223-4161-95fd-4624fbc33381 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0528779 Dec 15 21:29:21.767726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:21.769929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e1f729-3e4c-46b5-93e0-23732c72d8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:21.804528 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-462cb5e8-be24-4291-8f43-4806ec71fb23 req-add6f5a0-43e0-4f70-9220-fa027e951c3a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492728 Dec 15 21:29:21.816885 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6715eb-caf4-44ad-97bb-f59a4157fc53 x-openstack-request-id: req-7f6715eb-caf4-44ad-97bb-f59a4157fc53 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:21.816885 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:21.817533 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f6715eb-caf4-44ad-97bb-f59a4157fc53 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:21.817892 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa', 'status': 'completed', 'code': 200} Dec 15 21:29:21.887988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-f1c1c99e-5c70-436e-8f2f-bd3435251f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.890019 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-f1c1c99e-5c70-436e-8f2f-bd3435251f2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5243452be4da440389b104480a5e6790&device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 1097 time: 0.0445614 Dec 15 21:29:21.982623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-1852fbe0-e592-4411-b8d3-2bd1b89ec876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:21.983982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-1852fbe0-e592-4411-b8d3-2bd1b89ec876 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 200 len: 915 time: 0.0866890 Dec 15 21:29:22.026946 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-ca3c023d-2b54-4358-bf4f-905fd7d0110a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa HTTP/1.1" status: 200 len: 217 time: 0.0347810 Dec 15 21:29:22.083348 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-f761977b-3b86-4421-93b3-54183c3fcf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:22.084747 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-f761977b-3b86-4421-93b3-54183c3fcf5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 200 len: 854 time: 0.0440652 Dec 15 21:29:22.116852 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-1f1c72c4-fd28-463b-8073-cab3308f790b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0f0f142-dbfe-4299-9179-ad7896fff119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231616 Dec 15 21:29:22.210284 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-51742a8d-0ee8-4c68-be4b-8d84c3eb977e service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843589 Dec 15 21:29:22.367339 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-60e1f729-3e4c-46b5-93e0-23732c72d8c6 req-f1dce6ab-5d1b-4dac-8e8f-9af75210a8e6 service neutron] 10.222.0.60 "GET /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496804 Dec 15 21:29:22.375359 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403a807-2fdb-4acd-a85f-fbec43b36599 req-9f79ce43-47d5-43f8-b9bd-f5424f066512 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:22.377515 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d403a807-2fdb-4acd-a85f-fbec43b36599 req-9f79ce43-47d5-43f8-b9bd-f5424f066512 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 944 time: 0.1098864 Dec 15 21:29:22.388893 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12af933-10a8-4a6b-8cf8-7ba6e93757c1 req-67545c60-4d78-4028-997f-f49a67f2affb tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:22.390354 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f12af933-10a8-4a6b-8cf8-7ba6e93757c1 req-67545c60-4d78-4028-997f-f49a67f2affb tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 948 time: 0.1123829 Dec 15 21:29:22.459863 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d403a807-2fdb-4acd-a85f-fbec43b36599 req-8b00b7e9-ca4b-4093-af6d-e54716dce753 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685635 Dec 15 21:29:22.463385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f12af933-10a8-4a6b-8cf8-7ba6e93757c1 req-01519792-b002-4b38-8afa-7abb5b57d92d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656674 Dec 15 21:29:22.975840 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48056) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:22.986249 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca506c88-f1cc-4eca-abf7-bdf4c4928c87 req-d474cc08-4bfd-4d51-a038-c08aba6c6ea0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:22.987641 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca506c88-f1cc-4eca-abf7-bdf4c4928c87 req-d474cc08-4bfd-4d51-a038-c08aba6c6ea0 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.2763250 Dec 15 21:29:23.026564 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Deleting subnet 40328b77-0c20-4258-b2c9-6d7e48cd6699 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:29:23.030018 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.060826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871475a-2365-450c-b21f-cdd03589391e req-a8ecba26-1143-48c3-bfdf-dbe1c30ae626 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:23.062802 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3871475a-2365-450c-b21f-cdd03589391e req-a8ecba26-1143-48c3-bfdf-dbe1c30ae626 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0837574 Dec 15 21:29:23.066565 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.067450 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ca506c88-f1cc-4eca-abf7-bdf4c4928c87 req-e3b9bdc1-d09b-45d3-89e9-d0f398083641 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720692 Dec 15 21:29:23.105896 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.116480 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3871475a-2365-450c-b21f-cdd03589391e req-ce00f419-8cf4-4b69-bdf8-5c0948383d77 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471528 Dec 15 21:29:23.334267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.356866 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40328b77-0c20-4258-b2c9-6d7e48cd6699,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:23.362944 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.366087 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fd0f1ebe-a365-4f1e-86df-aee8b4dfb236 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/40328b77-0c20-4258-b2c9-6d7e48cd6699 HTTP/1.1" status: 204 len: 168 time: 0.3892257 Dec 15 21:29:23.368694 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48062) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:23.437952 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.514895 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.553218 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db123475-002c-4772-9c24-dabe32f8ca51']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:23.564871 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a09645-fafd-4d10-8937-92bcc03eafd1') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:23.565252 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a09645-fafd-4d10-8937-92bcc03eafd1') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:23.578443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.598849 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.606521 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:29:23.606993 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:29:23.610573 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:29:23.617045 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7aa547-3a7d-472f-9312-e24c664d6756 req-79115441-2581-4228-8e2a-9708c099b702 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:23.617045 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a7aa547-3a7d-472f-9312-e24c664d6756 req-79115441-2581-4228-8e2a-9708c099b702 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 944 time: 0.0821126 Dec 15 21:29:23.626935 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f4b8f-d63d-454d-a8f1-f80b7d8f4974 req-82dcd002-983d-4f8b-9b7d-a036b772625a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:23.628806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-017f4b8f-d63d-454d-a8f1-f80b7d8f4974 req-82dcd002-983d-4f8b-9b7d-a036b772625a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 948 time: 0.0864952 Dec 15 21:29:23.700667 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a7aa547-3a7d-472f-9312-e24c664d6756 req-93795b4a-6a1f-4c2d-ac07-780d3c1a3a98 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708556 Dec 15 21:29:23.705073 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-017f4b8f-d63d-454d-a8f1-f80b7d8f4974 req-9f774f2e-00f2-42e8-ae11-743e031def86 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Dec 15 21:29:23.750953 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.757494 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.760906 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/db123475-002c-4772-9c24-dabe32f8ca51 HTTP/1.1" status: 204 len: 168 time: 0.3912556 Dec 15 21:29:23.763801 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48074) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:23.773081 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79754397-7155-4b59-94dc-31e430bf43c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=db123475-002c-4772-9c24-dabe32f8ca51,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:23.816957 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Deleting subnet 63f2af69-fce7-43eb-9a88-1a57fa191561 {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:29:23.820467 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.858650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2401218'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:23.897811 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.074105 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260060435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260857670'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.101719 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f2af69-fce7-43eb-9a88-1a57fa191561,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:24.106568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.110160 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3d7283eb-7dc4-4b37-b14e-34ad42dd01d5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/63f2af69-fce7-43eb-9a88-1a57fa191561 HTTP/1.1" status: 204 len: 168 time: 0.3447871 Dec 15 21:29:24.112696 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48080) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:24.241134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.286809 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d83dd-302c-4139-b272-3844086d3ce5 req-0bdc28d8-6951-4d7e-93cf-c9b2521f4acc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:24.288282 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c89d83dd-302c-4139-b272-3844086d3ce5 req-0bdc28d8-6951-4d7e-93cf-c9b2521f4acc tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1139317 Dec 15 21:29:24.317988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0cdbb9-b3ec-4c00-a4c8-933cfccb8851 req-86e57a52-6006-4684-a111-63fc125f40fa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:24.319426 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b0cdbb9-b3ec-4c00-a4c8-933cfccb8851 req-86e57a52-6006-4684-a111-63fc125f40fa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0969057 Dec 15 21:29:24.410774 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.456109 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:24.460879 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c89d83dd-302c-4139-b272-3844086d3ce5 req-0ef9abb5-5917-4abe-9856-0035451aea73 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405680 Dec 15 21:29:24.469784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b0cdbb9-b3ec-4c00-a4c8-933cfccb8851 req-c26bd866-33d8-404a-9731-ab9427b3b64f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413994 Dec 15 21:29:24.473108 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96d5dad-cf6b-4b52-be48-0839df2b5a8a') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:24.473440 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96d5dad-cf6b-4b52-be48-0839df2b5a8a') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:24.484269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.498514 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.505059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:29:24.505477 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:29:24.507086 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:29:24.583075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 5397ff46-f64b-45a5-bf31-29c80be1f9aa details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:29:24.645107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.652349 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.658866 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] 10.222.0.44 "DELETE /v2.0/networks/1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5 HTTP/1.1" status: 204 len: 168 time: 0.5451846 Dec 15 21:29:24.668941 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541285b-ce5a-4c4b-8840-da7189db6aea admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0f8f57-e3fa-4bc9-8cbd-e054cfed04a5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:24.688176 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:24.699922 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '5397ff46-f64b-45a5-bf31-29c80be1f9aa', 'network_id': 'b0f0f142-dbfe-4299-9179-ad7896fff119', 'port_id': '5397ff46-f64b-45a5-bf31-29c80be1f9aa', 'mac_address': 'fa:16:3e:db:ec:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729db850-d15b-426b-842d-a5f0da1322fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:29:24.739455 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.754945 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5397ff46-f64b-45a5-bf31-29c80be1f9aa {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:24.776398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:24.859261 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cdeff-144c-42df-81eb-250a8ae2b584 req-6121907c-34a8-4f34-bf11-6bb9dbdd68ac tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:24.860737 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-911cdeff-144c-42df-81eb-250a8ae2b584 req-6121907c-34a8-4f34-bf11-6bb9dbdd68ac tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 948 time: 0.0759814 Dec 15 21:29:24.868187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:24.868867 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:29:24.868983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a0e3-204b-408b-9d4d-6d8ae95f5e59 req-3097f848-b19a-4d71-adfa-5092b1c742c4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:24.870582 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2541a0e3-204b-408b-9d4d-6d8ae95f5e59 req-3097f848-b19a-4d71-adfa-5092b1c742c4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 944 time: 0.0770879 Dec 15 21:29:24.948758 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:24.956175 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-911cdeff-144c-42df-81eb-250a8ae2b584 req-f80a9e41-cfbb-4158-9039-e6889b121f93 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846140 Dec 15 21:29:24.961585 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2541a0e3-204b-408b-9d4d-6d8ae95f5e59 req-e318a687-37af-4465-8188-e8dd77dfa388 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830653 Dec 15 21:29:25.032037 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:25.043895 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1', 'network_id': '33e54877-56c1-42eb-9ea2-a35be382fd4d', 'port_id': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1', 'mac_address': 'fa:16:3e:9e:d9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f337c70-2390-498d-b9dc-8c0248fa0105', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:29:25.080774 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.093101 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:25.115497 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:25.132625 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48096) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:25.170914 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ad6f10a6-0ac6-4704-ba98-f4055c6d98ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c2591951bb045a9bf7b8eef0188aad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371220 Dec 15 21:29:25.173418 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:25.208496 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.209159 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:29:25.221965 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.243108 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.283910 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:25.345016 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.347747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.348883 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/855c4f44-ae5b-42f9-abe5-7cb257c57a82 HTTP/1.1" status: 204 len: 168 time: 0.1745756 Dec 15 21:29:25.356118 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:25.356611 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679ece4-262f-40b5-86e9-5208b64aab0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855c4f44-ae5b-42f9-abe5-7cb257c57a82,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:25.376581 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'mac_address': 'fa:16:3e:20:8b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:29:25.544453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.557524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32f9d75-f48e-416b-8396-0e5a6d8b825a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:29:25.580428 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:25.659601 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:25.710860 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:26.102535 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48114) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:26.141917 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fbc90425-b9e7-497a-8d1f-5229f677db4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fba06109999d4656834074dface6aec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382760 Dec 15 21:29:26.144198 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48116) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:26.191069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:26.213621 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:26.445976 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:26.448603 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:26.449785 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/755263f7-43ea-4030-97c6-60ae0304726d HTTP/1.1" status: 204 len: 168 time: 0.3046970 Dec 15 21:29:26.458256 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcc5cb-a473-4675-92a2-f41f43ee92e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755263f7-43ea-4030-97c6-60ae0304726d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:28.821911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711e2df-c4ca-4b37-a551-d70650defbdf req-c5c06409-f045-41f4-b140-0e78d0c0e72a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:28.823549 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1711e2df-c4ca-4b37-a551-d70650defbdf req-c5c06409-f045-41f4-b140-0e78d0c0e72a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0831218 Dec 15 21:29:28.831925 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a72ac-bec7-4324-afad-edbfd722be1a req-9069b6dd-d633-4e33-8452-9bcadd46a27d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:28.833337 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd4a72ac-bec7-4324-afad-edbfd722be1a req-9069b6dd-d633-4e33-8452-9bcadd46a27d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0833943 Dec 15 21:29:28.908604 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1711e2df-c4ca-4b37-a551-d70650defbdf req-15ce10f3-4f11-4bf9-8afc-9399db930b14 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Dec 15 21:29:28.912530 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd4a72ac-bec7-4324-afad-edbfd722be1a req-9e60108f-2f02-41c3-a01b-eca5e4060b8f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647371 Dec 15 21:29:29.046136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882193b-5b95-4176-9a51-187794b50781 req-b7f97bb6-5a8f-4c8d-b58e-b8db13fac581 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:29.047603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5882193b-5b95-4176-9a51-187794b50781 req-b7f97bb6-5a8f-4c8d-b58e-b8db13fac581 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 949 time: 0.0808072 Dec 15 21:29:29.069414 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ddea0-fe4f-4e7b-805f-7797cd89da65 req-134039f3-02ed-4bd1-9e09-92a79629009f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:29.070810 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-716ddea0-fe4f-4e7b-805f-7797cd89da65 req-134039f3-02ed-4bd1-9e09-92a79629009f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 945 time: 0.0763233 Dec 15 21:29:29.129212 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5882193b-5b95-4176-9a51-187794b50781 req-3e2383c6-646f-45ff-8db4-e72b8ddd1fec tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752735 Dec 15 21:29:29.140639 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-716ddea0-fe4f-4e7b-805f-7797cd89da65 req-bb26b003-2405-4b98-ada1-a19122cfe3a2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636659 Dec 15 21:29:30.086080 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['35ad2b7b-6464-49d5-b20d-2f8cdab42bb1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:30.106105 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2aa9d-97b1-4a62-b7b1-f13c91409878 req-be1d2a89-e8e0-4060-bc57-720a6330c997 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:30.108398 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fab2aa9d-97b1-4a62-b7b1-f13c91409878 req-be1d2a89-e8e0-4060-bc57-720a6330c997 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1223092 Dec 15 21:29:30.117275 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['5397ff46-f64b-45a5-bf31-29c80be1f9aa'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:30.119034 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ff0bd-0b0d-440f-b983-7ae03f4f86fc req-bc64e987-0877-49c9-bd23-d7b8682b5793 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:30.120530 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-754ff0bd-0b0d-440f-b983-7ae03f4f86fc req-bc64e987-0877-49c9-bd23-d7b8682b5793 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.1236403 Dec 15 21:29:30.128042 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07a002-1dc6-461c-9cdc-de401e6658f0 req-b86ef636-e205-4c1f-9a0b-6529b8460e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:30.130216 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8e07a002-1dc6-461c-9cdc-de401e6658f0 req-b86ef636-e205-4c1f-9a0b-6529b8460e2b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.0918658 Dec 15 21:29:30.144629 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['d32f9d75-f48e-416b-8396-0e5a6d8b825a'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:30.242110 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fab2aa9d-97b1-4a62-b7b1-f13c91409878 req-4b4ecbd3-187b-4a2b-afe2-614a610c642a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188464 Dec 15 21:29:30.246569 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-754ff0bd-0b0d-440f-b983-7ae03f4f86fc req-7aa66a39-4844-4cac-8a9d-25909b059946 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104329 Dec 15 21:29:30.270778 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8e07a002-1dc6-461c-9cdc-de401e6658f0 req-26267552-553e-4993-a369-ba310d1ec531 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Dec 15 21:29:30.399187 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed572ce-40bb-4610-94e7-fe973f908d65 req-8e1c2b4f-99bf-44fd-949f-1858dee860ad tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:30.400644 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eed572ce-40bb-4610-94e7-fe973f908d65 req-8e1c2b4f-99bf-44fd-949f-1858dee860ad tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 949 time: 0.0830421 Dec 15 21:29:30.416784 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac90f-0e74-48cd-a1e9-3c8608b2d99b req-00985ce8-2b6c-4bc8-8f83-f2224d86efaa tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:30.418270 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93dac90f-0e74-48cd-a1e9-3c8608b2d99b req-00985ce8-2b6c-4bc8-8f83-f2224d86efaa tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 945 time: 0.0734413 Dec 15 21:29:30.493782 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eed572ce-40bb-4610-94e7-fe973f908d65 req-608c5833-f9de-48b5-acf2-b5e3ce0973dc tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744426 Dec 15 21:29:30.501679 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93dac90f-0e74-48cd-a1e9-3c8608b2d99b req-46c2a318-b556-48f9-bc8c-230a5681dabe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755036 Dec 15 21:29:31.401826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb5231-cb66-4446-81d8-90279b90059b req-d152e7ec-77d2-4d10-aae0-1f377498d46b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:31.403308 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17bb5231-cb66-4446-81d8-90279b90059b req-d152e7ec-77d2-4d10-aae0-1f377498d46b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0809832 Dec 15 21:29:31.411366 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906a02b-6f46-47b0-a184-6545394b5408 req-c9010e3a-654c-411c-a51f-6e7368fbcdfa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:31.412748 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d906a02b-6f46-47b0-a184-6545394b5408 req-c9010e3a-654c-411c-a51f-6e7368fbcdfa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0792246 Dec 15 21:29:31.486689 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17bb5231-cb66-4446-81d8-90279b90059b req-33368741-d3a7-4dbe-9817-3f8f5e0f7df4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729136 Dec 15 21:29:31.490396 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d906a02b-6f46-47b0-a184-6545394b5408 req-2a21606a-9c4a-4bf5-a3a5-fa2273b06f77 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709994 Dec 15 21:29:31.640437 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51665f10-ae08-416e-90ff-c80791a75c1f req-b827dd79-0358-4cfa-a96c-935a1c9bb42c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:31.641908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51665f10-ae08-416e-90ff-c80791a75c1f req-b827dd79-0358-4cfa-a96c-935a1c9bb42c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 949 time: 0.0756707 Dec 15 21:29:31.653141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93733e-7272-4dd5-95d5-3c1d0fd2321e req-c4742f93-5fcb-4784-8d44-6f3de4fdd416 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:31.654607 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd93733e-7272-4dd5-95d5-3c1d0fd2321e req-c4742f93-5fcb-4784-8d44-6f3de4fdd416 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 945 time: 0.0796564 Dec 15 21:29:31.738162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd93733e-7272-4dd5-95d5-3c1d0fd2321e req-c6773d87-264c-4307-b3cb-df3c55e01947 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747113 Dec 15 21:29:31.740076 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51665f10-ae08-416e-90ff-c80791a75c1f req-9ad58c88-69f9-498a-ba1d-2e9523238428 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845528 Dec 15 21:29:32.637358 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b9027-f5bd-442d-aa07-2b3f41ae88c7 req-b6df0611-e07f-4297-82f9-c0edfc8461c6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:32.638871 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-578b9027-f5bd-442d-aa07-2b3f41ae88c7 req-b6df0611-e07f-4297-82f9-c0edfc8461c6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0775714 Dec 15 21:29:32.651041 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960037be-f2de-4909-9c57-4700961e622d req-af507fc4-bb8e-4a68-bd64-e31f57c648cf tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:32.652442 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-960037be-f2de-4909-9c57-4700961e622d req-af507fc4-bb8e-4a68-bd64-e31f57c648cf tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0647776 Dec 15 21:29:32.726578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-578b9027-f5bd-442d-aa07-2b3f41ae88c7 req-bc998f77-1620-4328-bb65-80cf5997300e tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Dec 15 21:29:32.734209 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48262) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:32.735919 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-960037be-f2de-4909-9c57-4700961e622d req-5e2f6486-9283-4cda-b84d-94f357c2e4a7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690556 Dec 15 21:29:32.843883 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7b91533-4735-4c47-8b0c-d1d196ab07f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:32.881356 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbddac4-d7c5-4880-b366-c6784f810cb3 req-2b993b30-ad5f-49db-9243-1543a9572ba0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:32.883020 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3fbddac4-d7c5-4880-b366-c6784f810cb3 req-2b993b30-ad5f-49db-9243-1543a9572ba0 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 945 time: 0.0639541 Dec 15 21:29:32.922914 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7b91533-4735-4c47-8b0c-d1d196ab07f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:32.958239 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3fbddac4-d7c5-4880-b366-c6784f810cb3 req-28d492b3-4958-45ec-b606-45116ad5152b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686674 Dec 15 21:29:32.977876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d57c9a-5252-4d2c-a378-85913e687b65 req-5380c772-d95f-4092-8b6c-5ca676bbdb7e tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:32.979350 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6d57c9a-5252-4d2c-a378-85913e687b65 req-5380c772-d95f-4092-8b6c-5ca676bbdb7e tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 949 time: 0.0662162 Dec 15 21:29:33.030088 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6d57c9a-5252-4d2c-a378-85913e687b65 req-07817519-ccf6-459d-b6e8-39d332f5e5a5 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437129 Dec 15 21:29:33.076967 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b7b91533-4735-4c47-8b0c-d1d196ab07f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.115699 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b7b91533-4735-4c47-8b0c-d1d196ab07f0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ef0fec433b44552a8c2d7b154f5a36c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803720 Dec 15 21:29:33.116626 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91533-4735-4c47-8b0c-d1d196ab07f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a0824-473c-4753-b867-fcf0dbaee7b7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:33.118528 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48276) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:33.172700 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.195587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.215457 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 5397ff46-f64b-45a5-bf31-29c80be1f9aa up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:29:33.349200 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.351861 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.352981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d7a0824-473c-4753-b867-fcf0dbaee7b7 HTTP/1.1" status: 204 len: 168 time: 0.2333000 Dec 15 21:29:33.360336 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 5397ff46-f64b-45a5-bf31-29c80be1f9aa completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:29:33.365133 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 5397ff46-f64b-45a5-bf31-29c80be1f9aa triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:29:33.368657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.368797 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d4b72-1658-4f7a-94d1-e0fe37762a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a0824-473c-4753-b867-fcf0dbaee7b7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:33.375101 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b49bc-bf46-41c5-9e79-13685d3f835f req-1fe0475a-72bf-4026-bd3e-7cd833acea77 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:33.382842 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-169b49bc-bf46-41c5-9e79-13685d3f835f req-1fe0475a-72bf-4026-bd3e-7cd833acea77 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0691705 Dec 15 21:29:33.458061 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-169b49bc-bf46-41c5-9e79-13685d3f835f req-47269d47-d622-4c3e-824d-bbc880a6dad5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744267 Dec 15 21:29:33.463986 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-f33c1266-9ac8-426d-972b-e597f2455ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:33.465438 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-f33c1266-9ac8-426d-972b-e597f2455ca1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52da3b816ac94154844ebd7e3d59488c&device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 1098 time: 0.0664740 Dec 15 21:29:33.477037 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.502551 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:33.504826 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a16cf27-8bcb-4843-b203-82666c91c245" -d '{"events": [{"server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "name": "network-vif-plugged", "status": "completed", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:33.518422 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:33.546882 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f423c96c-747c-4364-9033-8a420d56fb51 x-openstack-request-id: req-f423c96c-747c-4364-9033-8a420d56fb51 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:33.547206 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "name": "network-vif-plugged", "status": "completed", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:33.547457 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f423c96c-747c-4364-9033-8a420d56fb51 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:33.547850 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa', 'code': 200} Dec 15 21:29:33.574483 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-7872e709-4727-4d56-b681-67ae5df309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:33.576109 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-7872e709-4727-4d56-b681-67ae5df309f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 200 len: 919 time: 0.1017148 Dec 15 21:29:33.631478 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.632793 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:29:33.643087 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-1e29c52e-2c74-4a82-a625-5039d750157e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 200 len: 217 time: 0.0580227 Dec 15 21:29:33.729274 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:33.730617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-76b6d952-21ed-44a7-adca-2699eab9ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:33.732850 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-76b6d952-21ed-44a7-adca-2699eab9ef97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 200 len: 858 time: 0.0790706 Dec 15 21:29:33.743652 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.744195 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.744551 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.744887 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.745224 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.745586 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.745915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.746250 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.746568 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.746894 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.747218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.748056 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.748387 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:29:33.777805 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-8afacf2b-8e4b-45e9-b94b-2d3e6ba574d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e654444b-9a2d-423a-a9ea-bd8c947bb904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346620 Dec 15 21:29:33.865247 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:29:33.871326 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:29:33.877457 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.919776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52710d-5651-4b27-b7e0-a43d28cbf21f req-0988703a-aa18-42a5-8eb9-cb1479109191 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:33.921304 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9e52710d-5651-4b27-b7e0-a43d28cbf21f req-0988703a-aa18-42a5-8eb9-cb1479109191 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0874791 Dec 15 21:29:33.935725 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-4a03559d-7b44-4422-bde4-8fe71c1bafed service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502471 Dec 15 21:29:33.958778 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:33.992290 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:34.045484 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352794e1-1187-4292-8d85-713c1cfe93f8 req-3d689105-91f2-4af6-8960-97bc1b1cf7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:34.046997 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-352794e1-1187-4292-8d85-713c1cfe93f8 req-3d689105-91f2-4af6-8960-97bc1b1cf7f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 1099 time: 0.1522095 Dec 15 21:29:34.068037 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9e52710d-5651-4b27-b7e0-a43d28cbf21f req-db10d98a-5ba2-438b-ae52-f7a752e39cee tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312919 Dec 15 21:29:34.114402 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:34.115345 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:29:34.175808 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba818d-97f1-47b4-b094-6a8cfe999cc5 req-a1df5beb-401d-4e45-982b-be7dcdb295be tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:34.177275 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69ba818d-97f1-47b4-b094-6a8cfe999cc5 req-a1df5beb-401d-4e45-982b-be7dcdb295be tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.1394260 Dec 15 21:29:34.180225 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-352794e1-1187-4292-8d85-713c1cfe93f8 req-31b61823-abf3-4fb9-8fcd-27b618aa77c5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237817 Dec 15 21:29:34.183419 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5d0c3cbe-8063-44a5-8c20-2b372510a718 req-72117361-907a-406f-b31e-5602368a2328 service neutron] 10.222.0.60 "GET /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360051 Dec 15 21:29:34.193403 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:34.227408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536c33c-817a-460b-a331-86cea23bdea9 req-77dbf7c3-d93b-4b94-b2c1-dde74dd7eed9 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:34.228858 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7536c33c-817a-460b-a331-86cea23bdea9 req-77dbf7c3-d93b-4b94-b2c1-dde74dd7eed9 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.1021469 Dec 15 21:29:34.249567 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-69ba818d-97f1-47b4-b094-6a8cfe999cc5 req-c0a90e36-c0cb-43b9-a9c4-a40fca95af78 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641761 Dec 15 21:29:34.256729 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port d32f9d75-f48e-416b-8396-0e5a6d8b825a completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:29:34.262780 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port d32f9d75-f48e-416b-8396-0e5a6d8b825a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:29:34.262780 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:34.292188 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7536c33c-817a-460b-a331-86cea23bdea9 req-0466fb72-9d44-47eb-be3c-aed198c9aefa tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Dec 15 21:29:34.356372 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:34.389990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:34.462660 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:34.509946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:34.660212 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bba1d-275e-4bbd-8e6d-285bbec89de8 req-5370abee-9fd4-4400-8d91-e847ef5cb3e4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:34.661603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f87bba1d-275e-4bbd-8e6d-285bbec89de8 req-5370abee-9fd4-4400-8d91-e847ef5cb3e4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0478742 Dec 15 21:29:34.708746 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f87bba1d-275e-4bbd-8e6d-285bbec89de8 req-8c881154-305d-4f23-bac5-cfa117390377 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412834 Dec 15 21:29:35.190289 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28e1db-2055-4303-97f7-b0fc09485b6a req-a6dcc25d-fe75-4579-b6dd-4ebf1b4bdd15 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:35.191757 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c28e1db-2055-4303-97f7-b0fc09485b6a req-a6dcc25d-fe75-4579-b6dd-4ebf1b4bdd15 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0521555 Dec 15 21:29:35.240141 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c28e1db-2055-4303-97f7-b0fc09485b6a req-bb640f45-1e3a-4e83-af25-603ba5a988f1 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Dec 15 21:29:35.403991 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde4143-3fec-4156-972a-ffb7ca4d7b5b req-1b3e02a3-44cd-4024-a569-edeb61556392 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:35.405908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9cde4143-3fec-4156-972a-ffb7ca4d7b5b req-1b3e02a3-44cd-4024-a569-edeb61556392 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0866148 Dec 15 21:29:35.446518 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b76bfa-5501-4cb1-adb4-3825a3bf2616 req-f71f6188-4704-447a-9b26-23c2a8987b45 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:35.448142 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84b76bfa-5501-4cb1-adb4-3825a3bf2616 req-f71f6188-4704-447a-9b26-23c2a8987b45 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.0840662 Dec 15 21:29:35.487904 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9cde4143-3fec-4156-972a-ffb7ca4d7b5b req-9d921bfa-4b28-4402-bd3f-a06effe8d9b1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744488 Dec 15 21:29:35.513578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84b76bfa-5501-4cb1-adb4-3825a3bf2616 req-616c4a48-a6e6-4e5f-8fbf-cac25d5c553d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593679 Dec 15 21:29:35.548872 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1'}, {'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:35.552153 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a957571d-a169-4089-881b-e97681ef6b13" -d '{"events": [{"server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "name": "network-vif-plugged", "status": "completed", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1"}, {"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:35.591701 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85203c33-b993-49a1-bc4f-b90b2ad92d8b x-openstack-request-id: req-85203c33-b993-49a1-bc4f-b90b2ad92d8b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:35.592004 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "name": "network-vif-plugged", "status": "completed", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1", "code": 200}, {"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:35.592263 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85203c33-b993-49a1-bc4f-b90b2ad92d8b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:35.593169 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1', 'code': 200} Dec 15 21:29:35.593458 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'code': 200} Dec 15 21:29:35.842376 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded91fd-e35c-4b42-beb3-b2e4b60b5e87 req-9c5bedda-4222-4a2a-8e68-c1d6c41d20a3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:35.845032 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0ded91fd-e35c-4b42-beb3-b2e4b60b5e87 req-9c5bedda-4222-4a2a-8e68-c1d6c41d20a3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0500064 Dec 15 21:29:35.893112 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0ded91fd-e35c-4b42-beb3-b2e4b60b5e87 req-4576cfef-340f-4642-b456-d88e3566903a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Dec 15 21:29:36.018768 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4daa9-099a-4402-bbd3-41ee9026cf9b req-062e2807-5dfe-4f23-a674-d89f205dcc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:36.020178 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31e4daa9-099a-4402-bbd3-41ee9026cf9b req-062e2807-5dfe-4f23-a674-d89f205dcc61 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 1103 time: 0.0416157 Dec 15 21:29:36.317965 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d1626-ea6e-4602-a002-432ee8a288d7 req-fff6d0cf-e63f-44de-9870-24a810351e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:36.319878 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-626d1626-ea6e-4602-a002-432ee8a288d7 req-fff6d0cf-e63f-44de-9870-24a810351e16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.2882450 Dec 15 21:29:36.335931 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31e4daa9-099a-4402-bbd3-41ee9026cf9b req-e30fe6c5-f8df-422e-851d-e4e5f97d0d4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798688 Dec 15 21:29:36.393052 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4e803-5a03-4bf4-9383-4e308065d736 req-7cac3f5c-7851-4cf8-9e78-d1d30310819b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:36.394673 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d0a4e803-5a03-4bf4-9383-4e308065d736 req-7cac3f5c-7851-4cf8-9e78-d1d30310819b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0743597 Dec 15 21:29:36.415894 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-626d1626-ea6e-4602-a002-432ee8a288d7 req-0c04c287-6221-4540-a8b2-8c514911a0b8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790169 Dec 15 21:29:36.453431 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d0a4e803-5a03-4bf4-9383-4e308065d736 req-4a177ae4-daa9-46c8-987f-d8b2e65597e4 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505636 Dec 15 21:29:36.632530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d927e7-2368-4368-b8d3-88e51e333019 req-356d3cf5-c4bf-4e1c-99fd-bbcc11f79e69 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:36.634023 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3d927e7-2368-4368-b8d3-88e51e333019 req-356d3cf5-c4bf-4e1c-99fd-bbcc11f79e69 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0796564 Dec 15 21:29:36.654324 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb0d0d-f5a1-4c9f-9670-747f34f009cb req-1fcf703b-3afd-40a5-828e-e8781ebb468c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:36.655983 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-07bb0d0d-f5a1-4c9f-9670-747f34f009cb req-1fcf703b-3afd-40a5-828e-e8781ebb468c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.0723076 Dec 15 21:29:36.722813 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3d927e7-2368-4368-b8d3-88e51e333019 req-523a732c-f403-4118-b7f0-a47e538ec553 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812631 Dec 15 21:29:36.727157 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-07bb0d0d-f5a1-4c9f-9670-747f34f009cb req-818447bd-2217-4bd0-a6a6-b855fe0af30d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635998 Dec 15 21:29:37.115234 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7874f72a-dec2-42c0-bbc2-fa9e264672b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:37.141370 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96251301-b80a-4e29-a256-ee5ef24c8327 req-04dca9b3-755e-4716-83c8-15d0a8f88385 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:37.142809 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96251301-b80a-4e29-a256-ee5ef24c8327 req-04dca9b3-755e-4716-83c8-15d0a8f88385 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0492365 Dec 15 21:29:37.194207 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96251301-b80a-4e29-a256-ee5ef24c8327 req-cfd3d867-9bef-4ea7-852c-fe9402c3c806 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Dec 15 21:29:37.572471 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf97b88-b46e-42d5-b1a5-dbeb980c95a4 req-cecd6e3b-82bf-4993-8c79-78b334784f07 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:37.573971 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ecf97b88-b46e-42d5-b1a5-dbeb980c95a4 req-cecd6e3b-82bf-4993-8c79-78b334784f07 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Dec 15 21:29:37.622446 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ecf97b88-b46e-42d5-b1a5-dbeb980c95a4 req-f812d864-0d99-438c-8bb5-2339f583f73f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Dec 15 21:29:37.845510 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4f8ef-de12-44a9-b65c-9f8a03c6d9ab req-f0648c6a-4862-47ee-9e56-1f8c3189357c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:37.846978 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96e4f8ef-de12-44a9-b65c-9f8a03c6d9ab req-f0648c6a-4862-47ee-9e56-1f8c3189357c tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.0485108 Dec 15 21:29:37.894978 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-96e4f8ef-de12-44a9-b65c-9f8a03c6d9ab req-555b4aff-22fc-4d53-bece-ceca1f4619f3 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Dec 15 21:29:38.321288 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39109a-b31c-40e2-84bf-4ddac9dfe4ed req-95637c1e-adcc-49c5-b5d7-bb1def97e441 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:38.322731 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc39109a-b31c-40e2-84bf-4ddac9dfe4ed req-95637c1e-adcc-49c5-b5d7-bb1def97e441 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0525227 Dec 15 21:29:38.370017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc39109a-b31c-40e2-84bf-4ddac9dfe4ed req-c48e8da7-cac2-4aa9-bf8f-561de8b63d55 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Dec 15 21:29:38.744745 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38f2ce-a3d0-467e-aad5-1d5c65578690 req-b52fed1a-ea30-4b19-951c-a5f7102db291 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:38.746262 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa38f2ce-a3d0-467e-aad5-1d5c65578690 req-b52fed1a-ea30-4b19-951c-a5f7102db291 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Dec 15 21:29:38.796182 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa38f2ce-a3d0-467e-aad5-1d5c65578690 req-3acf72da-4e6f-44e8-a649-d86ee4942338 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438418 Dec 15 21:29:39.011377 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289687b-263f-4721-bca0-036a62fde2c3 req-219de7ba-2e86-4278-90c6-fd2a42fd045a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:39.012877 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e289687b-263f-4721-bca0-036a62fde2c3 req-219de7ba-2e86-4278-90c6-fd2a42fd045a tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.0491304 Dec 15 21:29:39.065877 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e289687b-263f-4721-bca0-036a62fde2c3 req-ba2718fc-2875-440d-a6ae-547e0efb0f1e tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Dec 15 21:29:39.492020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75aecce-9ebf-4c2e-bd34-3ff74e45fd6c req-c948b330-c292-4207-ba39-97796ed3a6a2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:39.493801 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c75aecce-9ebf-4c2e-bd34-3ff74e45fd6c req-c948b330-c292-4207-ba39-97796ed3a6a2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0508363 Dec 15 21:29:39.531007 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-72376658-8035-428d-a309-54b617e62ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:39.542684 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c75aecce-9ebf-4c2e-bd34-3ff74e45fd6c req-fce89da3-975e-47ea-979b-82d037ae3f28 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Dec 15 21:29:39.647843 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3b778-9e42-468b-b482-b0e6fffbe47a req-78b7ef27-2e15-4e22-ad33-aa21a1f2ada0 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:39.649287 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43d3b778-9e42-468b-b482-b0e6fffbe47a req-78b7ef27-2e15-4e22-ad33-aa21a1f2ada0 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.0516071 Dec 15 21:29:39.696674 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43d3b778-9e42-468b-b482-b0e6fffbe47a req-7c79f7f3-a368-4384-a95b-afc33a5da9c4 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Dec 15 21:29:39.910914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce5084-6b8c-4481-9aaf-88649ab7fbaa req-a14e818b-cfda-4d80-8ca1-46b8a67bea1d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:39.912359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c1ce5084-6b8c-4481-9aaf-88649ab7fbaa req-a14e818b-cfda-4d80-8ca1-46b8a67bea1d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0514009 Dec 15 21:29:39.965945 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c1ce5084-6b8c-4481-9aaf-88649ab7fbaa req-e230e121-a214-4dca-be07-2420fd23aefc tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435355 Dec 15 21:29:40.076734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12135d2-9213-43bc-9114-9d785e8d488b req-dc880707-d965-4cac-aeb7-5c387d730e6b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:40.078248 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b12135d2-9213-43bc-9114-9d785e8d488b req-dc880707-d965-4cac-aeb7-5c387d730e6b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Dec 15 21:29:40.135353 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b12135d2-9213-43bc-9114-9d785e8d488b req-1fd55507-e279-4c71-abaa-f45ecbbc9e91 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493610 Dec 15 21:29:40.156186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48388) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:40.348077 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cb1273-9ecb-4117-9725-3f5a57019228 tempest-TestShelveInstance-1905830165 tempest-TestShelveInstance-1905830165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:40.350100 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-10cb1273-9ecb-4117-9725-3f5a57019228 tempest-TestShelveInstance-1905830165 tempest-TestShelveInstance-1905830165-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1093 time: 0.1925626 Dec 15 21:29:40.356791 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48396) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:40.361477 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:29:40.468534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:40.565996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:40.711513 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145ab7c-6f2e-40d5-8b01-051014a289d1 req-9c4f04d2-c2e4-4493-a3f5-4e5ce5528a38 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:40.713001 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1145ab7c-6f2e-40d5-8b01-051014a289d1 req-9c4f04d2-c2e4-4493-a3f5-4e5ce5528a38 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0938480 Dec 15 21:29:40.728177 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Allocated IP 172.27.3.74 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/e9e391ea-285c-45c7-966a-dc9f06e15e2a) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:29:40.765822 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:40.848060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1145ab7c-6f2e-40d5-8b01-051014a289d1 req-74cdff35-cf47-480a-9473-af468ce0191b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273577 Dec 15 21:29:40.884338 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25288d-8bb8-4d2e-abcf-9bbfd2284178 req-f24e3333-5fb5-4424-a1ac-628be5d9cb75 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:40.885821 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b25288d-8bb8-4d2e-abcf-9bbfd2284178 req-f24e3333-5fb5-4424-a1ac-628be5d9cb75 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.1082942 Dec 15 21:29:40.927943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:40.958693 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4b25288d-8bb8-4d2e-abcf-9bbfd2284178 req-1147c0c2-3c51-4b5e-bf00-926d24f8b5ac tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670135 Dec 15 21:29:41.071335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:41.110773 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:29:41.113691 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:29:41.117013 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:29:41.141476 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'Port': ['ID=e9e391ea-285c-45c7-966a-dc9f06e15e2a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:41.349413 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:29:41.581970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:41.723857 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:41.884130 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:41.966611 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f859-25c6-449c-9033-45173cbd3471 req-47aa0448-7268-4e42-9a08-358ae22c86f8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:41.968616 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3276f859-25c6-449c-9033-45173cbd3471 req-47aa0448-7268-4e42-9a08-358ae22c86f8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0491223 Dec 15 21:29:41.969721 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:42.059733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:42.089330 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event updated for resources: {'Port': ['ID=e9e391ea-285c-45c7-966a-dc9f06e15e2a,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:42.110860 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:42.117618 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3276f859-25c6-449c-9033-45173cbd3471 req-eb849b39-2a66-4b1e-b92e-270d793be66b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237409 Dec 15 21:29:42.174650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc906cd-ce68-4b8b-ade0-0c3734d6d4b6 req-e9685c2e-7e28-4983-8460-997e119dd779 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:42.176117 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3cc906cd-ce68-4b8b-ade0-0c3734d6d4b6 req-e9685c2e-7e28-4983-8460-997e119dd779 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.1318276 Dec 15 21:29:42.278475 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Floating IP 02c7053a-a1fb-4db0-8add-9868b31f8e96 associated. External IP: 172.27.3.74, port: d32f9d75-f48e-416b-8396-0e5a6d8b825a. Dec 15 21:29:42.325929 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3cc906cd-ce68-4b8b-ade0-0c3734d6d4b6 req-a4626b4e-41c8-4f69-96bc-24bda84f65e2 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/security-groups?id=87568242-a3eb-4ced-bdb1-785454a4f3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437392 Dec 15 21:29:42.343944 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-7596c92b-4ef3-45cf-9b5c-ce18a5943045 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:42.345370 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-7596c92b-4ef3-45cf-9b5c-ce18a5943045 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 950 time: 0.1200039 Dec 15 21:29:42.741281 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Deleting port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:29:42.741952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:42.848126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Router ae5dea19-8ff8-4403-9510-faeb4389c0b2 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:29:42.882025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] For port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,segment=NetworkSegment(669a9ada-bc08-46ef-b96d-1ba3b6a2b19e),segment_id=669a9ada-bc08-46ef-b96d-1ba3b6a2b19e)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:42.882695 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:42.932408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Calling delete_port for 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:29:43.039221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:29:43.049041 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Sync routers for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:29:43.058941 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:29:43.059810 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:29:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:43.144996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:43.176871 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:29:43.177917 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3e17ee3a-8875-4254-933c-acc84cb986ca tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8199863 Dec 15 21:29:43.178573 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:43.183893 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6532b9e-844a-4074-a16d-9769cc8ebb21" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:43.222661 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:43.237907 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af8806-1657-4aa9-893b-8b26414a4c37 x-openstack-request-id: req-93af8806-1657-4aa9-893b-8b26414a4c37 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:43.238201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:43.243035 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93af8806-1657-4aa9-893b-8b26414a4c37 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:43.243035 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'status': 'completed', 'code': 200} Dec 15 21:29:43.246839 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['35ad2b7b-6464-49d5-b20d-2f8cdab42bb1'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:43.265997 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Pushing event deleted for resources: {'Port': ['ID=35ad2b7b-6464-49d5-b20d-2f8cdab42bb1,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:43.295501 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:43.313001 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0e24-f280-4b95-8673-6b6e3b12ab85 req-fe1fd974-0354-4de6-be43-6b49671c95a6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:43.314552 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-424c0e24-f280-4b95-8673-6b6e3b12ab85 req-fe1fd974-0354-4de6-be43-6b49671c95a6 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.1222956 Dec 15 21:29:43.354775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] No DVR routers for this DVR port 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:29:43.370179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:43.373603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7a19cf29-3845-4fea-8605-036ac027f5b8 req-fcac374a-32bf-4105-b674-eec72f57b217 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.60 "DELETE /v2.0/ports/35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 HTTP/1.1" status: 204 len: 173 time: 1.0215487 Dec 15 21:29:43.394510 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-81984829-4500-4a63-800d-94d4a7fa98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:43.396614 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-81984829-4500-4a63-800d-94d4a7fa98c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.1197288 Dec 15 21:29:43.433478 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '02c7053a-a1fb-4db0-8add-9868b31f8e96', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'mac_address': 'fa:16:3e:20:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:29:41Z', 'updated_at': '2021-12-15T21:29:41Z', 'revision_number': 0, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:43.458322 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-424c0e24-f280-4b95-8673-6b6e3b12ab85 req-67d31808-1da3-46bb-a5b9-39092d4f2d31 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272619 Dec 15 21:29:43.464009 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Checking router: ae5dea19-8ff8-4403-9510-faeb4389c0b2 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:29:43.473629 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:29:43.474402 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:29:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:43.497735 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37a57829-eb30-4d85-9ec5-f715d17e95cb req-5824d6c0-249c-4435-9616-9618dc19f8c7 tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0566561 Dec 15 21:29:43.542144 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-3b3bb844-50c2-4f4f-8325-2ac71017b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:43.543625 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-3b3bb844-50c2-4f4f-8325-2ac71017b79c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.1349621 Dec 15 21:29:43.614739 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:29:43.642768 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-7df9d7c2-fd87-4906-852f-a2e691cd5d61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 998 time: 0.0831285 Dec 15 21:29:43.700404 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-7356795c-c354-4b04-91cf-376c277a7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:43.701931 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-7356795c-c354-4b04-91cf-376c277a7116 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0473533 Dec 15 21:29:43.758041 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-832ffe03-8c6b-427e-a023-370d0014836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:43.759737 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-832ffe03-8c6b-427e-a023-370d0014836d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436456 Dec 15 21:29:43.899378 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-8b84b245-70d9-4722-bf6a-9664d87d3119 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102700 Dec 15 21:29:43.901289 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '02c7053a-a1fb-4db0-8add-9868b31f8e96', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'mac_address': 'fa:16:3e:20:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:29:41Z', 'updated_at': '2021-12-15T21:29:41Z', 'revision_number': 0, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:29:43.928279 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf12120-17e1-4956-ad9d-e64780035caf None None] The sync data for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi is: [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '02c7053a-a1fb-4db0-8add-9868b31f8e96', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'floating_ip_address': '172.27.3.74', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'mac_address': 'fa:16:3e:20:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:29:41Z', 'updated_at': '2021-12-15T21:29:41Z', 'revision_number': 0, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:29:44.001080 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6532b9e-844a-4074-a16d-9769cc8ebb21 req-5a177c47-b952-4bfd-a78a-8f03ac7148b9 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906317 Dec 15 21:29:44.158595 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f8dbe9-210a-40ee-be47-be40243b1150 None None] New status for floating IP 02c7053a-a1fb-4db0-8add-9868b31f8e96: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:29:44.617124 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-edec1d14-8430-4197-8479-4bd578f4a821 req-f1de608b-9b3b-4b2b-8de0-98000e85be9d tempest-VolumesNegativeTest-50447611 tempest-VolumesNegativeTest-50447611-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5a0796f-8a9a-462c-b2d3-5544b95c3db5 HTTP/1.1" status: 200 len: 210 time: 0.0267818 Dec 15 21:29:45.239743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'name': 'network-vif-deleted', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:45.242117 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15b5da4-30a3-4c53-8a4f-c80c80a9f8e8" -d '{"events": [{"server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "name": "network-vif-deleted", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:45.281564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef1ee0b-0509-4ef6-a559-0d36d8e2425b x-openstack-request-id: req-eef1ee0b-0509-4ef6-a559-0d36d8e2425b {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:45.281859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a0796f-8a9a-462c-b2d3-5544b95c3db5", "name": "network-vif-deleted", "tag": "35ad2b7b-6464-49d5-b20d-2f8cdab42bb1", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:45.282122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eef1ee0b-0509-4ef6-a559-0d36d8e2425b {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:45.282512 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a0796f-8a9a-462c-b2d3-5544b95c3db5', 'name': 'network-vif-deleted', 'tag': '35ad2b7b-6464-49d5-b20d-2f8cdab42bb1', 'status': 'completed', 'code': 200} Dec 15 21:29:47.341927 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:29:47.362508 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:29:47.362845 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 35ad2b7b-6464-49d5-b20d-2f8cdab42bb1 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:29:49.162782 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:51.824249 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48814) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:51.966240 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2f13a9e7-b6f2-4632-b279-b6c0fe19ff78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e1b868a664694653aa3a38d08c32c2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407366 Dec 15 21:29:51.969114 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48820) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:29:52.022313 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:52.042269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:52.164911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:52.167558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:52.168703 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87568242-a3eb-4ced-bdb1-785454a4f3b5 HTTP/1.1" status: 204 len: 168 time: 0.1985514 Dec 15 21:29:52.176380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665e33-3e1c-4dd2-b37f-83f3c4d2ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87568242-a3eb-4ced-bdb1-785454a4f3b5,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:54.666434 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4436bd-8a5e-45c6-a9f8-c522600c86d3 req-722505e3-a0fc-4769-a42e-fc7cd8a19bc6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:54.667896 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c4436bd-8a5e-45c6-a9f8-c522600c86d3 req-722505e3-a0fc-4769-a42e-fc7cd8a19bc6 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0568020 Dec 15 21:29:54.734094 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a75ffc-e54e-4f96-b001-e0cbc046d999 req-21e86901-e215-45a5-9214-126fe1445be2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:54.735524 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52a75ffc-e54e-4f96-b001-e0cbc046d999 req-21e86901-e215-45a5-9214-126fe1445be2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0857656 Dec 15 21:29:54.754403 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c4436bd-8a5e-45c6-a9f8-c522600c86d3 req-3ab15d10-212e-4152-8ddd-16b5a511334d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Dec 15 21:29:54.788256 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-52a75ffc-e54e-4f96-b001-e0cbc046d999 req-1f39fb33-06c2-4b7d-96e7-d5498727090f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Dec 15 21:29:55.904151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c07573-195d-4861-8048-a18230e21411 req-8508fada-51a1-4830-a481-cbc9f375356f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:55.905537 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21c07573-195d-4861-8048-a18230e21411 req-8508fada-51a1-4830-a481-cbc9f375356f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0762470 Dec 15 21:29:55.926580 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a4dc4-d8ab-49f8-bc73-49a94e14043d req-ab89b3bb-194e-42a3-9be4-d243739a8008 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:55.927956 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d41a4dc4-d8ab-49f8-bc73-49a94e14043d req-ab89b3bb-194e-42a3-9be4-d243739a8008 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0678699 Dec 15 21:29:55.998204 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21c07573-195d-4861-8048-a18230e21411 req-89925015-5efe-4e0d-b25c-ca99ff4fa69b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847673 Dec 15 21:29:56.010178 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d41a4dc4-d8ab-49f8-bc73-49a94e14043d req-6f9460a4-3d81-4e83-95c0-2c541042b753 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749190 Dec 15 21:29:57.140803 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d8267-63d3-4293-9171-a3f55424296e req-671599f3-63f0-405e-8d65-7004a45a337b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:57.142274 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f13d8267-63d3-4293-9171-a3f55424296e req-671599f3-63f0-405e-8d65-7004a45a337b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0734916 Dec 15 21:29:57.153754 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d71356-a393-4036-b674-87038ea2a67a req-f717d7a7-2207-493b-a019-bb6dbcbcd121 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:57.155145 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21d71356-a393-4036-b674-87038ea2a67a req-f717d7a7-2207-493b-a019-bb6dbcbcd121 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0759368 Dec 15 21:29:57.222806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f13d8267-63d3-4293-9171-a3f55424296e req-53b3b43b-7dec-4644-911a-d2c1444bb517 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667186 Dec 15 21:29:57.229734 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21d71356-a393-4036-b674-87038ea2a67a req-54f75d8e-2d50-47d0-842e-0ec2502d5eee tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674191 Dec 15 21:29:57.310975 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94022c57-4907-4184-a781-313894874471 req-4db2646b-16ff-4c74-8b5e-7b50ff801617 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:57.312291 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94022c57-4907-4184-a781-313894874471 req-4db2646b-16ff-4c74-8b5e-7b50ff801617 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 946 time: 0.0504978 Dec 15 21:29:57.401651 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Deleting port 5397ff46-f64b-45a5-bf31-29c80be1f9aa {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:29:57.401982 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:57.488225 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] For port 5397ff46-f64b-45a5-bf31-29c80be1f9aa, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=5397ff46-f64b-45a5-bf31-29c80be1f9aa,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:57.488580 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:57.500772 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Calling delete_port for 5397ff46-f64b-45a5-bf31-29c80be1f9aa owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:29:57.691717 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:57.711820 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455', '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', '5397ff46-f64b-45a5-bf31-29c80be1f9aa'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:57.723903 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event deleted for resources: {'Port': ['ID=5397ff46-f64b-45a5-bf31-29c80be1f9aa,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:57.764376 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] No DVR routers for this DVR port 5397ff46-f64b-45a5-bf31-29c80be1f9aa on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:29:57.766946 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:57.770340 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94022c57-4907-4184-a781-313894874471 req-83a8b339-9fda-4091-ac04-4226f9bd59fe tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "DELETE /v2.0/ports/5397ff46-f64b-45a5-bf31-29c80be1f9aa HTTP/1.1" status: 204 len: 173 time: 0.4508543 Dec 15 21:29:57.770780 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'name': 'network-vif-deleted', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:57.772980 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2903b894-775b-48ec-a834-641d644fce26" -d '{"events": [{"server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "name": "network-vif-deleted", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:57.818221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3eeb2-070e-4040-916d-53fc5888a278 x-openstack-request-id: req-95c3eeb2-070e-4040-916d-53fc5888a278 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:57.818515 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c31186-3fba-4d65-90bd-1728b35a3b26", "name": "network-vif-deleted", "tag": "5397ff46-f64b-45a5-bf31-29c80be1f9aa", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:57.818768 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95c3eeb2-070e-4040-916d-53fc5888a278 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:57.819184 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c31186-3fba-4d65-90bd-1728b35a3b26', 'name': 'network-vif-deleted', 'tag': '5397ff46-f64b-45a5-bf31-29c80be1f9aa', 'status': 'completed', 'code': 200} Dec 15 21:29:58.079980 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39651033-dc21-4636-bece-3e6e260b1b2f req-c3fde32d-10a5-4519-a381-b3a357480f3d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:58.081505 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39651033-dc21-4636-bece-3e6e260b1b2f req-c3fde32d-10a5-4519-a381-b3a357480f3d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0495698 Dec 15 21:29:58.180527 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Deleting port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:29:58.181156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:58.272260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] For port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:29:58.272622 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:58.286397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Calling delete_port for 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:29:58.381185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-504ca15c-c533-4567-8d80-deab43b9a94f req-5f0e8ce2-bc4e-480d-94a1-44a4b68f3d28 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=77c31186-3fba-4d65-90bd-1728b35a3b26 HTTP/1.1" status: 200 len: 210 time: 0.0762851 Dec 15 21:29:58.419696 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26340aa6-ac08-4ab0-8381-b2e00269d534 req-1f4dd90b-e402-4d44-ada7-fecc9728c15d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:29:58.421017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26340aa6-ac08-4ab0-8381-b2e00269d534 req-1f4dd90b-e402-4d44-ada7-fecc9728c15d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 946 time: 0.0848405 Dec 15 21:29:58.503598 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26340aa6-ac08-4ab0-8381-b2e00269d534 req-442e7193-11b4-467b-9994-3f7bbca8ba42 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733123 Dec 15 21:29:58.582552 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:58.610768 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Pushing event deleted for resources: {'Port': ['ID=0dc4cee0-1e9a-4c89-b3b7-60419074ff7b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:29:58.650585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] No DVR routers for this DVR port 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:29:58.653028 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:29:58.656420 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39651033-dc21-4636-bece-3e6e260b1b2f req-f49d3f76-0aed-43ec-aec9-268cdc603f99 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "DELETE /v2.0/ports/0dc4cee0-1e9a-4c89-b3b7-60419074ff7b HTTP/1.1" status: 204 len: 173 time: 0.5679448 Dec 15 21:29:59.055959 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['2842de0f-0898-4943-897a-afadd8054edc', '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:29:59.612576 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-402e4e61-cc56-42bc-96bc-5a71475577a1 req-a71a6edf-ad3c-4e4f-b62d-ff7962229b8f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=131ed6a2-196a-4c21-8d68-902d4e38259a HTTP/1.1" status: 200 len: 210 time: 0.0303252 Dec 15 21:29:59.820055 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'name': 'network-vif-deleted', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:29:59.822687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff1a0c-fb72-4e83-ba15-0dd88e626a04" -d '{"events": [{"server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "name": "network-vif-deleted", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:29:59.858744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef6575-ed65-408d-84e9-2e4d78fe80b9 x-openstack-request-id: req-a8ef6575-ed65-408d-84e9-2e4d78fe80b9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:29:59.859035 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131ed6a2-196a-4c21-8d68-902d4e38259a", "name": "network-vif-deleted", "tag": "0dc4cee0-1e9a-4c89-b3b7-60419074ff7b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:29:59.859301 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8ef6575-ed65-408d-84e9-2e4d78fe80b9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:29:59.859702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131ed6a2-196a-4c21-8d68-902d4e38259a', 'name': 'network-vif-deleted', 'tag': '0dc4cee0-1e9a-4c89-b3b7-60419074ff7b', 'status': 'completed', 'code': 200} Dec 15 21:29:59.997228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 48928) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:00.097994 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e47d8a0-b728-47c0-ac8f-536571ea2acb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.170975 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e47d8a0-b728-47c0-ac8f-536571ea2acb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.256970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6e47d8a0-b728-47c0-ac8f-536571ea2acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.293727 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6e47d8a0-b728-47c0-ac8f-536571ea2acb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4c07c42015f47eba0c83b23df7e4b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954183 Dec 15 21:30:00.295571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47d8a0-b728-47c0-ac8f-536571ea2acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1614ef4-c5db-4f65-9769-9dae78dafadd,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:00.296409 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 48936) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:00.344765 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.366221 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.473907 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.476590 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:00.477807 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1614ef4-c5db-4f65-9769-9dae78dafadd HTTP/1.1" status: 204 len: 168 time: 0.1803687 Dec 15 21:30:00.485745 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d417ac7-105a-4748-b1ec-363d8ac610a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1614ef4-c5db-4f65-9769-9dae78dafadd,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:01.067098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b266d-7de4-4d9e-a964-ccff5527f541 req-17e3b50c-1119-43ce-b082-382045229387 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:01.068975 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8b266d-7de4-4d9e-a964-ccff5527f541 req-17e3b50c-1119-43ce-b082-382045229387 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0492077 Dec 15 21:30:01.116688 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-be8b266d-7de4-4d9e-a964-ccff5527f541 req-9ec98c5e-e6e7-42af-b9f4-45ff838ee550 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415659 Dec 15 21:30:01.292494 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b333f56-5978-4351-ac5f-0cc6e640fcb2 req-2776919b-1c73-4d69-a61d-d05166771682 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:01.293986 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b333f56-5978-4351-ac5f-0cc6e640fcb2 req-2776919b-1c73-4d69-a61d-d05166771682 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.0543327 Dec 15 21:30:01.343917 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b333f56-5978-4351-ac5f-0cc6e640fcb2 req-7c949aba-c960-4168-9771-10c1a99a7fd8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Dec 15 21:30:01.458699 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 5397ff46-f64b-45a5-bf31-29c80be1f9aa no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:01.486337 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 5397ff46-f64b-45a5-bf31-29c80be1f9aa {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:01.486337 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 5397ff46-f64b-45a5-bf31-29c80be1f9aa not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:02.231757 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59739-032b-45e3-9dfa-0fc769ee1f1d req-549a43b9-254f-46ac-a6dd-2478366e14a4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:02.233186 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42d59739-032b-45e3-9dfa-0fc769ee1f1d req-549a43b9-254f-46ac-a6dd-2478366e14a4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0470386 Dec 15 21:30:02.279083 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42d59739-032b-45e3-9dfa-0fc769ee1f1d req-52b2fbda-6acd-4b19-9fd7-0708b89eb10a tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Dec 15 21:30:02.457685 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bca58-2c18-49fc-a4ff-dabded63d2c3 req-bf82c009-6dcc-4f60-b972-09b1bfb602c8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:02.459147 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27bca58-2c18-49fc-a4ff-dabded63d2c3 req-bf82c009-6dcc-4f60-b972-09b1bfb602c8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.0486765 Dec 15 21:30:02.512485 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27bca58-2c18-49fc-a4ff-dabded63d2c3 req-4c6be2a0-a81a-41d2-bbe8-582e763452d1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474200 Dec 15 21:30:03.404513 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee752-088b-4387-abeb-6fdb2d064326 req-73e6a5bc-f288-49c8-abb1-09772ea7290f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:03.414130 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6cfee752-088b-4387-abeb-6fdb2d064326 req-73e6a5bc-f288-49c8-abb1-09772ea7290f tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0646856 Dec 15 21:30:03.461942 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:03.463337 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6cfee752-088b-4387-abeb-6fdb2d064326 req-9b2c5864-cd69-4d0b-930c-dc457a4431e8 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412309 Dec 15 21:30:03.482396 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:03.482740 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 0dc4cee0-1e9a-4c89-b3b7-60419074ff7b not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:03.627459 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e75f2-2def-43ff-94ec-e5d5c50f40cb req-72611a37-713c-4f08-a2e4-7749488be57f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:03.629040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b16e75f2-2def-43ff-94ec-e5d5c50f40cb req-72611a37-713c-4f08-a2e4-7749488be57f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.0502431 Dec 15 21:30:03.677752 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b16e75f2-2def-43ff-94ec-e5d5c50f40cb req-006d8b22-174a-4119-a765-e783134f65e8 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Dec 15 21:30:03.818891 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-0b4b824b-dc7e-418e-bbbe-fe0bd1c7fa51 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:03.820334 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-0b4b824b-dc7e-418e-bbbe-fe0bd1c7fa51 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 946 time: 0.0527561 Dec 15 21:30:03.912755 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Deleting port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:03.913003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:04.001506 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] For port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:04.001896 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:04.014970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Calling delete_port for a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:04.299670 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:04.312597 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455', '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:30:04.334519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event deleted for resources: {'Port': ['ID=a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:04.371331 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] No DVR routers for this DVR port a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:30:04.373908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:04.377699 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-309d6ada-0d4c-4872-b6b1-5e23d00ebe2d req-164e0c4e-aa80-4713-a00c-6c2f840ce3e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "DELETE /v2.0/ports/a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b HTTP/1.1" status: 204 len: 173 time: 0.5498915 Dec 15 21:30:04.378160 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'name': 'network-vif-deleted', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:04.380467 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42906ac9-9ee2-4f4c-950f-6d537965369f" -d '{"events": [{"server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "name": "network-vif-deleted", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:04.419192 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01069b93-6e89-4bec-b59c-cbba3d5feec7 x-openstack-request-id: req-01069b93-6e89-4bec-b59c-cbba3d5feec7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:04.419192 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9093a25-44a0-418d-95ae-c356a4269289", "name": "network-vif-deleted", "tag": "a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:04.419894 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01069b93-6e89-4bec-b59c-cbba3d5feec7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:04.419894 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9093a25-44a0-418d-95ae-c356a4269289', 'name': 'network-vif-deleted', 'tag': 'a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b', 'status': 'completed', 'code': 200} Dec 15 21:30:04.580111 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8628f-83cf-4229-bff1-4327dd097066 req-659b6660-2679-44e9-b801-79ef23f79bc2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:04.582163 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fae8628f-83cf-4229-bff1-4327dd097066 req-659b6660-2679-44e9-b801-79ef23f79bc2 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0494781 Dec 15 21:30:04.631529 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fae8628f-83cf-4229-bff1-4327dd097066 req-5d12b402-d52e-4a81-a582-5beca08a0682 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Dec 15 21:30:04.785251 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa40b5a0-5d94-4b08-95af-8545e03d07d1 req-e09f4fed-70fd-41c6-a85d-7c02a952cf0e tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9093a25-44a0-418d-95ae-c356a4269289 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Dec 15 21:30:05.747703 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de708b4-b48a-4ff7-bd47-e91d98624993 req-100a673e-5cae-4227-a88a-eab12ee3d636 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:05.749264 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1de708b4-b48a-4ff7-bd47-e91d98624993 req-100a673e-5cae-4227-a88a-eab12ee3d636 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0496175 Dec 15 21:30:05.797828 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1de708b4-b48a-4ff7-bd47-e91d98624993 req-aff07661-b07f-403c-931a-1620fe2736fd tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Dec 15 21:30:06.339975 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf61062-783e-436c-a14f-a090199991cf req-ad4a1d9c-af4d-439a-a597-4ad9b0139048 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:06.341519 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5bf61062-783e-436c-a14f-a090199991cf req-ad4a1d9c-af4d-439a-a597-4ad9b0139048 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0657947 Dec 15 21:30:06.392003 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5bf61062-783e-436c-a14f-a090199991cf req-ab6a7042-1960-4ccf-99a0-49350df3e83d tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Dec 15 21:30:06.925465 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1199b-2daa-4c6d-a5a0-fd65b4f2ad43 req-3eb21b2f-1dcb-4ba4-b6fe-1c39dcb85ba3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:06.926981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67e1199b-2daa-4c6d-a5a0-fd65b4f2ad43 req-3eb21b2f-1dcb-4ba4-b6fe-1c39dcb85ba3 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0555646 Dec 15 21:30:06.972994 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67e1199b-2daa-4c6d-a5a0-fd65b4f2ad43 req-28b64804-eef3-4da8-adc5-240ee6e12c6b tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Dec 15 21:30:07.088586 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0e13-aa3a-477c-935c-6644fcaf718f req-95df974a-5f74-44a3-b0b2-5e25fd728a8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:07.089991 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-076d0e13-aa3a-477c-935c-6644fcaf718f req-95df974a-5f74-44a3-b0b2-5e25fd728a8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0478711 Dec 15 21:30:07.122277 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eaf400e0-92ac-4ff8-9e3b-d963fd0e4805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:07.138566 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-076d0e13-aa3a-477c-935c-6644fcaf718f req-748df0f2-75d8-41f2-bbca-2165780fc7ea tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Dec 15 21:30:07.468041 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:07.488353 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:07.488699 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device a7bae79b-d9d5-4ae2-a0b6-9a3037e1583b not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:07.513423 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d189a1-35d5-45e2-8a24-5b3e001bef97 req-478d6085-b4dd-4b23-a76d-dc8e321bee81 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:07.514883 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b9d189a1-35d5-45e2-8a24-5b3e001bef97 req-478d6085-b4dd-4b23-a76d-dc8e321bee81 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0541587 Dec 15 21:30:07.560741 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b9d189a1-35d5-45e2-8a24-5b3e001bef97 req-e58d4bc2-2f2e-464b-b8b4-e53ea4e483f4 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 Dec 15 21:30:08.090875 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5855118-82d6-4b3f-aabb-ab5cbe866a89 req-61609a6c-6f1f-4514-8ff7-9d75529bf557 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:08.092358 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c5855118-82d6-4b3f-aabb-ab5cbe866a89 req-61609a6c-6f1f-4514-8ff7-9d75529bf557 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0503669 Dec 15 21:30:08.140777 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c5855118-82d6-4b3f-aabb-ab5cbe866a89 req-dfd47ea4-43f2-40fe-b95d-915aec51c126 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Dec 15 21:30:08.259270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c811c-a95d-4b39-9e27-a57d415819e8 req-82e17a87-be79-4b37-a117-4d844bb14ed9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:08.260623 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-514c811c-a95d-4b39-9e27-a57d415819e8 req-82e17a87-be79-4b37-a117-4d844bb14ed9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0483196 Dec 15 21:30:08.311160 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-514c811c-a95d-4b39-9e27-a57d415819e8 req-82d51a50-85e7-46ae-9cb5-47db8d73a255 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445604 Dec 15 21:30:08.510648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-cfddefc5-306f-4cb1-80d1-63953ae8637d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:08.511965 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-cfddefc5-306f-4cb1-80d1-63953ae8637d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0465205 Dec 15 21:30:08.603577 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Deleting port 2842de0f-0898-4943-897a-afadd8054edc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:08.603916 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:08.724735 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90856c01-19d8-41f8-a721-8f99853d9107 req-c3eff2de-28a3-4000-a98f-7f1b66f09a98 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:08.726216 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-90856c01-19d8-41f8-a721-8f99853d9107 req-c3eff2de-28a3-4000-a98f-7f1b66f09a98 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0761306 Dec 15 21:30:08.732818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] For port 2842de0f-0898-4943-897a-afadd8054edc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2842de0f-0898-4943-897a-afadd8054edc,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:08.733182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:08.757051 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Calling delete_port for 2842de0f-0898-4943-897a-afadd8054edc owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:08.849235 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-90856c01-19d8-41f8-a721-8f99853d9107 req-bead009d-e8b3-437f-b243-5e6d81300174 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135380 Dec 15 21:30:08.893812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-cda5a5bc-e79c-46ff-9c79-9cd7d6d7a703 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:08.895303 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-cda5a5bc-e79c-46ff-9c79-9cd7d6d7a703 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 945 time: 0.0794859 Dec 15 21:30:09.293234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05de56-5555-40ce-bc47-026b23429828 req-e072333a-6c9b-4c60-b7ad-ec9c44b3f0c4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:09.294705 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9e05de56-5555-40ce-bc47-026b23429828 req-e072333a-6c9b-4c60-b7ad-ec9c44b3f0c4 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 945 time: 0.0840621 Dec 15 21:30:09.297776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Deleting port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:09.298110 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.320701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.332346 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['2842de0f-0898-4943-897a-afadd8054edc'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:30:09.386504 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Pushing event deleted for resources: {'Port': ['ID=2842de0f-0898-4943-897a-afadd8054edc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:09.482228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] No DVR routers for this DVR port 2842de0f-0898-4943-897a-afadd8054edc on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:30:09.486461 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.489701 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2495927d-0e81-46d9-8f40-b648f71c02fa req-0ca946d4-7c2e-4fc5-a599-68bb31a9f6b5 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.60 "DELETE /v2.0/ports/2842de0f-0898-4943-897a-afadd8054edc HTTP/1.1" status: 204 len: 173 time: 0.9690456 Dec 15 21:30:09.491295 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-541dbd55-5494-4fe0-bd19-36611fba0583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.497047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'name': 'network-vif-deleted', 'tag': '2842de0f-0898-4943-897a-afadd8054edc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:09.499332 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8933ddc1-1071-4ad1-9da8-98905f94e8f0" -d '{"events": [{"server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "name": "network-vif-deleted", "tag": "2842de0f-0898-4943-897a-afadd8054edc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:09.509230 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9e05de56-5555-40ce-bc47-026b23429828 req-bcb2af59-5e28-4033-b529-1faf499f725d tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/security-groups?id=d0dbc227-8699-474a-9141-adafb6658560&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062843 Dec 15 21:30:09.528240 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] For port 4f9c9a8a-9c20-41d5-8f39-40969098acb6, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f9c9a8a-9c20-41d5-8f39-40969098acb6,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:09.528655 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.544427 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8f68-78ab-4178-a9a3-3237d51edf73 req-50c0d665-277a-4951-9069-f11595e651ab tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:09.545896 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6cbd8f68-78ab-4178-a9a3-3237d51edf73 req-50c0d665-277a-4951-9069-f11595e651ab tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.1510668 Dec 15 21:30:09.552333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Calling delete_port for 4f9c9a8a-9c20-41d5-8f39-40969098acb6 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:09.554838 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244f7c24-b649-444c-bbb9-e64ff13a4e8c x-openstack-request-id: req-244f7c24-b649-444c-bbb9-e64ff13a4e8c {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:09.555122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168f7a48-224c-4506-b80d-f52138d1309a", "name": "network-vif-deleted", "tag": "2842de0f-0898-4943-897a-afadd8054edc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:09.555368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-244f7c24-b649-444c-bbb9-e64ff13a4e8c {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:09.555752 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168f7a48-224c-4506-b80d-f52138d1309a', 'name': 'network-vif-deleted', 'tag': '2842de0f-0898-4943-897a-afadd8054edc', 'status': 'completed', 'code': 200} Dec 15 21:30:09.653268 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6cbd8f68-78ab-4178-a9a3-3237d51edf73 req-e1cacc98-4506-4e0a-8423-dffd83bda1a7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954537 Dec 15 21:30:09.789996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.801109 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455', '4f9c9a8a-9c20-41d5-8f39-40969098acb6'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:30:09.820728 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event deleted for resources: {'Port': ['ID=4f9c9a8a-9c20-41d5-8f39-40969098acb6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:09.862017 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] No DVR routers for this DVR port 4f9c9a8a-9c20-41d5-8f39-40969098acb6 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:30:09.864468 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:09.867859 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-408261a7-e70d-4cc1-805d-0c59387d0ca5 req-9f57183c-f193-47c1-8269-e3704b82a9bf tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "DELETE /v2.0/ports/4f9c9a8a-9c20-41d5-8f39-40969098acb6 HTTP/1.1" status: 204 len: 173 time: 0.9616675 Dec 15 21:30:09.950047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f90a0aa-8e31-44f5-acff-6801370017ce req-ef08237f-c090-4448-ac3c-d59eaf4641f1 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0304511 Dec 15 21:30:10.624996 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-483fd7d5-79b0-4eb4-853a-95c470175a1b req-7227c4e1-14cf-401f-af80-01e3c459bc60 tempest-ServerRescueNegativeTestJSON-633073591 tempest-ServerRescueNegativeTestJSON-633073591-project] 10.222.0.44 "GET /v2.0/ports?device_id=168f7a48-224c-4506-b80d-f52138d1309a HTTP/1.1" status: 200 len: 210 time: 0.0270483 Dec 15 21:30:10.773227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571003bb-f7f1-4bef-919d-d32fa99d3d42 req-d4d46d58-c7fd-46b8-a12f-d6bdcd21aa69 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:10.773628 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:10.774865 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-571003bb-f7f1-4bef-919d-d32fa99d3d42 req-d4d46d58-c7fd-46b8-a12f-d6bdcd21aa69 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0496862 Dec 15 21:30:10.827755 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-571003bb-f7f1-4bef-919d-d32fa99d3d42 req-c37335c3-04b2-4552-830c-c856e68aa4a5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465672 Dec 15 21:30:11.116008 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ba15aa2-07e3-4d54-b183-58e3aa4ea28e req-cee62651-14c0-46da-831b-084d002dfa03 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8290365-707f-4961-9e57-13f378286cf8 HTTP/1.1" status: 200 len: 210 time: 0.0265167 Dec 15 21:30:11.557538 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'name': 'network-vif-deleted', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:11.559806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5430188-607c-4466-8bf9-da83d4fc45ee" -d '{"events": [{"server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "name": "network-vif-deleted", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:11.595501 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44640f02-bfee-44cf-9110-e2f15615af75 x-openstack-request-id: req-44640f02-bfee-44cf-9110-e2f15615af75 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:11.595799 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8290365-707f-4961-9e57-13f378286cf8", "name": "network-vif-deleted", "tag": "4f9c9a8a-9c20-41d5-8f39-40969098acb6", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:11.596056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44640f02-bfee-44cf-9110-e2f15615af75 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:11.596457 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8290365-707f-4961-9e57-13f378286cf8', 'name': 'network-vif-deleted', 'tag': '4f9c9a8a-9c20-41d5-8f39-40969098acb6', 'status': 'completed', 'code': 200} Dec 15 21:30:11.682977 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:11.978654 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d429-3d98-4444-9c4b-4abda71c05f0 req-605621d6-be31-4ca5-b2c0-993b527b12a4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:11.980957 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2fe7d429-3d98-4444-9c4b-4abda71c05f0 req-605621d6-be31-4ca5-b2c0-993b527b12a4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0626698 Dec 15 21:30:12.036725 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2fe7d429-3d98-4444-9c4b-4abda71c05f0 req-a427e5c8-8dee-4dc1-b03f-ab9aaa93636b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Dec 15 21:30:12.088698 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:12.125871 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:12.433650 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Deleting port 89a44c79-cfc0-4974-84cf-4fdff05c4efe {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:12.438050 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:12.727576 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] For port 89a44c79-cfc0-4974-84cf-4fdff05c4efe, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=89a44c79-cfc0-4974-84cf-4fdff05c4efe,segment=NetworkSegment(54aa5380-695c-4ae4-8067-33eaaefa7ed3),segment_id=54aa5380-695c-4ae4-8067-33eaaefa7ed3)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:12.728266 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:12.740189 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Calling delete_port for 89a44c79-cfc0-4974-84cf-4fdff05c4efe owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:13.063051 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:13.089995 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Pushing event deleted for resources: {'Port': ['ID=89a44c79-cfc0-4974-84cf-4fdff05c4efe,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:13.169983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3180c0-fa95-44bf-84ab-d1b8ae0e5fc7 req-33e1c406-2ef4-48d3-919c-8cfc0fb34e22 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:13.171533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2a3180c0-fa95-44bf-84ab-d1b8ae0e5fc7 req-33e1c406-2ef4-48d3-919c-8cfc0fb34e22 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0522463 Dec 15 21:30:13.232510 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2a3180c0-fa95-44bf-84ab-d1b8ae0e5fc7 req-bf821569-b5ea-4363-bfff-40a8297612b2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544124 Dec 15 21:30:13.261144 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:13.334366 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:13.474922 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Router 7c54a7cf-4fc2-4961-8349-42290fb25e34 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:30:13.483601 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f9c9a8a-9c20-41d5-8f39-40969098acb6 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:13.508082 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 4f9c9a8a-9c20-41d5-8f39-40969098acb6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:13.508682 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f9c9a8a-9c20-41d5-8f39-40969098acb6 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:13.509140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2842de0f-0898-4943-897a-afadd8054edc no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:13.533403 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 2842de0f-0898-4943-897a-afadd8054edc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:13.534008 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2842de0f-0898-4943-897a-afadd8054edc not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:13.585207 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:30:13.590346 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c679909e-834d-4c3a-afea-69c2b3357c5c admin admin] 10.222.0.44 "PUT /v2.0/routers/7c54a7cf-4fc2-4961-8349-42290fb25e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063001 Dec 15 21:30:13.592799 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49190) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:13.595654 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Sync routers for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:30:13.607668 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:30:13.613228 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:30:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:13.701718 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:13.714377 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:30:13.818456 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:13.908015 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:30:12Z', 'revision_number': 5, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port': {'id': 'f766d096-6ae2-459a-9ae0-4d54c7a04bcb', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:6d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:13.942338 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Checking router: 7c54a7cf-4fc2-4961-8349-42290fb25e34 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:30:13.944391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12615f-f626-41a3-ae29-73034f87c1e9 req-6a872ae0-e580-4bae-bbd3-a84ce60978e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:13.946648 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd12615f-f626-41a3-ae29-73034f87c1e9 req-6a872ae0-e580-4bae-bbd3-a84ce60978e7 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0628870 Dec 15 21:30:13.951626 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Routers {'7c54a7cf-4fc2-4961-8349-42290fb25e34'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:30:13.952233 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:30:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['7c54a7cf-4fc2-4961-8349-42290fb25e34'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:13.977573 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Deleting port f766d096-6ae2-459a-9ae0-4d54c7a04bcb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:13.980891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.016720 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd12615f-f626-41a3-ae29-73034f87c1e9 req-9899ae4a-19c0-4838-9cbd-48cb8fad01a2 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633543 Dec 15 21:30:14.084844 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] For port f766d096-6ae2-459a-9ae0-4d54c7a04bcb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:14.085236 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.098948 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Calling delete_port for f766d096-6ae2-459a-9ae0-4d54c7a04bcb owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:14.155107 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] Set router 7c54a7cf-4fc2-4961-8349-42290fb25e34 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:30:14.207433 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:30:13Z', 'revision_number': 6, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:14.237473 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7111cd-605c-4c50-a73f-c64ef80d10e6 None None] The sync data for ids ['7c54a7cf-4fc2-4961-8349-42290fb25e34'] in dv-cinder-812685-6-iscsi is: [{'id': '7c54a7cf-4fc2-4961-8349-42290fb25e34', 'name': 'tempest-ServerRescueNegativeTestJSON-520204559-router', 'tenant_id': '52da3b816ac94154844ebd7e3d59488c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:30:13Z', 'revision_number': 6, 'project_id': '52da3b816ac94154844ebd7e3d59488c', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:30:14.355895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bd89a-d464-46ca-a2cf-16c16bc0afab req-402c3982-6258-4aca-a2d4-c1572fff654e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:14.357279 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-602bd89a-d464-46ca-a2cf-16c16bc0afab req-402c3982-6258-4aca-a2d4-c1572fff654e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0494056 Dec 15 21:30:14.363177 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.390423 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Pushing event deleted for resources: {'Port': ['ID=f766d096-6ae2-459a-9ae0-4d54c7a04bcb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:14.421737 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-602bd89a-d464-46ca-a2cf-16c16bc0afab req-3eb9a8c3-25fc-421b-8bcd-80c5ccdcbe30 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563035 Dec 15 21:30:14.448855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.553230 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.555337 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.699567 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.700139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c54a7cf-4fc2-4961-8349-42290fb25e34 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:30:14.704967 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.706636 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9bb9ec48-9a7a-442a-9dcb-51c5aa38c62b admin admin] 10.222.0.44 "DELETE /v2.0/routers/7c54a7cf-4fc2-4961-8349-42290fb25e34 HTTP/1.1" status: 204 len: 168 time: 1.1129138 Dec 15 21:30:14.709073 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:14.753828 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Deleting subnet 95e20109-69e1-49d8-bc27-0d67b6a5706a {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:30:14.756756 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.789638 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.828316 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.961042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.991547 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e20109-69e1-49d8-bc27-0d67b6a5706a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:14.993760 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:14.999624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49204) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:14.999817 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-95a338b1-ae3e-4a44-8026-cb1a34d61893 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95e20109-69e1-49d8-bc27-0d67b6a5706a HTTP/1.1" status: 204 len: 168 time: 0.2896080 Dec 15 21:30:15.078340 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.197535 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.219268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bb4dc-9b6b-4020-8d5f-d62a3711d013 req-932623d8-3ae7-486a-b64a-ff39735097f5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:15.226163 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-584bb4dc-9b6b-4020-8d5f-d62a3711d013 req-932623d8-3ae7-486a-b64a-ff39735097f5 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.1345398 Dec 15 21:30:15.255891 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e654444b-9a2d-423a-a9ea-bd8c947bb904']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:15.276438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54aa5380-695c-4ae4-8067-33eaaefa7ed3') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:15.276741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54aa5380-695c-4ae4-8067-33eaaefa7ed3') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:15.294695 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.305014 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-584bb4dc-9b6b-4020-8d5f-d62a3711d013 req-0f2e4a27-85fa-4402-b5a3-8be09eb3c0c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781221 Dec 15 21:30:15.314265 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.325489 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:30:15.325919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:30:15.327682 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:30:15.409731 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f766d096-6ae2-459a-9ae0-4d54c7a04bcb no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:15.429628 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: f766d096-6ae2-459a-9ae0-4d54c7a04bcb {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:15.429962 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f766d096-6ae2-459a-9ae0-4d54c7a04bcb not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:15.430356 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 89a44c79-cfc0-4974-84cf-4fdff05c4efe no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:15.448625 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 89a44c79-cfc0-4974-84cf-4fdff05c4efe {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:15.448900 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 89a44c79-cfc0-4974-84cf-4fdff05c4efe not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:15.488748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.495176 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:15.499500 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e654444b-9a2d-423a-a9ea-bd8c947bb904 HTTP/1.1" status: 204 len: 168 time: 0.4988475 Dec 15 21:30:15.527312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=e654444b-9a2d-423a-a9ea-bd8c947bb904,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:15.578130 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.578486 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.578834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.579175 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.579511 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.579844 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.580201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.580530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.580859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.581185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.581536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.581859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.582185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafaa975-27ed-4ee7-b291-784cb85a0e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:15.610093 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa44fb3-b9ac-4a4b-a467-7312b6e4b2da req-14c8b42f-c5c9-4e65-861a-e28f70df65e3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:15.612129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aaa44fb3-b9ac-4a4b-a467-7312b6e4b2da req-14c8b42f-c5c9-4e65-861a-e28f70df65e3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.1091671 Dec 15 21:30:15.624346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace2b7-6f05-4fa2-a0cb-24e901f920f0 req-4ce9beb4-5327-4297-9e46-8de7b1b449df tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:15.625905 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1aace2b7-6f05-4fa2-a0cb-24e901f920f0 req-4ce9beb4-5327-4297-9e46-8de7b1b449df tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.1046450 Dec 15 21:30:15.698784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aaa44fb3-b9ac-4a4b-a467-7312b6e4b2da req-ef3b4af6-bfdf-44b3-885b-67854ff097e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717835 Dec 15 21:30:15.706106 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1aace2b7-6f05-4fa2-a0cb-24e901f920f0 req-13c4c492-87db-4008-a8bc-80ded7941ab7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688980 Dec 15 21:30:15.942855 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49220) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:15.987365 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-13a8325e-4b69-4964-ac7e-bbcf27ca7931 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52da3b816ac94154844ebd7e3d59488c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425050 Dec 15 21:30:15.989706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49224) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:16.035953 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.057747 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.177069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.179694 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.180873 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0dbc227-8699-474a-9141-adafb6658560 HTTP/1.1" status: 204 len: 168 time: 0.1903713 Dec 15 21:30:16.188968 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf1cf9-631b-4abd-b092-94d6199828b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dbc227-8699-474a-9141-adafb6658560,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:16.298666 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-69051381-97b0-449c-80c6-28ecddeb453b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:16.301944 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-69051381-97b0-449c-80c6-28ecddeb453b tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0483878 Dec 15 21:30:16.432931 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Deleting port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:30:16.433268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.443617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1c14c-ee8b-479d-bfc6-ac5c3bc3fd8c req-0d6afde6-9006-4030-9255-922aacbdfb3f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:16.445059 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42c1c14c-ee8b-479d-bfc6-ac5c3bc3fd8c req-0d6afde6-9006-4030-9255-922aacbdfb3f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 945 time: 0.0693641 Dec 15 21:30:16.549467 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42c1c14c-ee8b-479d-bfc6-ac5c3bc3fd8c req-21795956-914d-4b14-9eda-68d0078dde9f tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/security-groups?id=bec64cc4-8be7-49ff-b342-746347cb5a68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942004 Dec 15 21:30:16.565098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] For port 6bf8cbbf-951f-41f4-9512-9f50d84f2455, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6bf8cbbf-951f-41f4-9512-9f50d84f2455,segment=NetworkSegment(7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0),segment_id=7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:16.565098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.577114 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Calling delete_port for 6bf8cbbf-951f-41f4-9512-9f50d84f2455 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:30:16.765780 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.779980 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6bf8cbbf-951f-41f4-9512-9f50d84f2455'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:30:16.818542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Pushing event deleted for resources: {'Port': ['ID=6bf8cbbf-951f-41f4-9512-9f50d84f2455,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:16.895417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] No DVR routers for this DVR port 6bf8cbbf-951f-41f4-9512-9f50d84f2455 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:30:16.899927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:16.903236 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a63b1048-ffa3-4f03-bed9-f18a52ddf3c2 req-86436e2d-abdc-491d-bc35-611d13cdd8c3 tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.60 "DELETE /v2.0/ports/6bf8cbbf-951f-41f4-9512-9f50d84f2455 HTTP/1.1" status: 204 len: 173 time: 0.5959280 Dec 15 21:30:16.903794 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'name': 'network-vif-deleted', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:16.906047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcaa65c-fd65-408b-8274-f67dbb54d862" -d '{"events": [{"server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "name": "network-vif-deleted", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:16.929077 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f736feb-1407-49b2-bfbb-7025f3dd2e95 req-dfb4e335-aa19-47c2-bd3f-337a0b9ccacc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:16.930615 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f736feb-1407-49b2-bfbb-7025f3dd2e95 req-dfb4e335-aa19-47c2-bd3f-337a0b9ccacc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.1534746 Dec 15 21:30:16.941215 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45a1d5-8397-4ce7-9f40-1df5201c8ffd req-42d4ed3f-5b95-40e8-aac5-13743f3ab5e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:16.942916 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3a45a1d5-8397-4ce7-9f40-1df5201c8ffd req-42d4ed3f-5b95-40e8-aac5-13743f3ab5e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.1631079 Dec 15 21:30:17.019229 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f736feb-1407-49b2-bfbb-7025f3dd2e95 req-a38d03ba-6066-40d7-91fd-cbbe1808ad44 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753515 Dec 15 21:30:17.037077 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3a45a1d5-8397-4ce7-9f40-1df5201c8ffd req-f0ef0cef-62ee-4fb0-a13e-f56e51bd174a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854652 Dec 15 21:30:17.085536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f59c0d-2208-43fb-a92a-1b56f55941e1 x-openstack-request-id: req-d7f59c0d-2208-43fb-a92a-1b56f55941e1 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:17.085830 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad3d46c-8e3d-4758-8a15-53e5dfbcf63a", "name": "network-vif-deleted", "tag": "6bf8cbbf-951f-41f4-9512-9f50d84f2455", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:17.086238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7f59c0d-2208-43fb-a92a-1b56f55941e1 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:17.086826 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad3d46c-8e3d-4758-8a15-53e5dfbcf63a', 'name': 'network-vif-deleted', 'tag': '6bf8cbbf-951f-41f4-9512-9f50d84f2455', 'status': 'completed', 'code': 200} Dec 15 21:30:17.677504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-970e2d82-115f-4382-83df-3dbefa6dc7f5 req-b36ca766-29da-4b5d-923c-92ab060c0baa tempest-AttachVolumeNegativeTest-686541846 tempest-AttachVolumeNegativeTest-686541846-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad3d46c-8e3d-4758-8a15-53e5dfbcf63a HTTP/1.1" status: 200 len: 210 time: 0.0304193 Dec 15 21:30:18.151267 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7446-2b54-443f-be19-4523a44627f7 req-e8dfead3-fe97-46d9-9a20-97c5557ebc8c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:18.152668 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f1f7446-2b54-443f-be19-4523a44627f7 req-e8dfead3-fe97-46d9-9a20-97c5557ebc8c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0532672 Dec 15 21:30:18.228121 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f1f7446-2b54-443f-be19-4523a44627f7 req-5c1bc4ca-d339-4791-a43e-a85635337f60 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686238 Dec 15 21:30:18.337488 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4198a2-bf24-473e-bad6-c4ce176e2317 req-d07a15c6-bcbe-4788-919d-2d778653c164 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:18.339138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9d4198a2-bf24-473e-bad6-c4ce176e2317 req-d07a15c6-bcbe-4788-919d-2d778653c164 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0617616 Dec 15 21:30:18.359211 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:30:18.388592 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9d4198a2-bf24-473e-bad6-c4ce176e2317 req-6935b1ba-63fd-46eb-a998-4cb6e13cbfba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411921 Dec 15 21:30:18.735712 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:18.782291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Deleting subnet 729db850-d15b-426b-842d-a5f0da1322fd {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:30:18.788878 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:18.819390 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2401218'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:18.856735 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.026044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260060435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260857670'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.051956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729db850-d15b-426b-842d-a5f0da1322fd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:19.055562 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.058717 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-77d41da7-6c76-4617-931f-29d85eb5cf8a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/729db850-d15b-426b-842d-a5f0da1322fd HTTP/1.1" status: 204 len: 168 time: 0.3214841 Dec 15 21:30:19.061125 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49290) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:19.131603 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.139715 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.208156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.231854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f0f142-dbfe-4299-9179-ad7896fff119']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:19.240944 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:19.241241 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a700fd2-a0c2-4d6d-b34b-b4cd4f5511c0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:30:19.253019 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.264145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.270619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:30:19.271012 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:30:19.272636 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:30:19.375629 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc23b-f475-4e8d-933b-4fd7ae704dd8 req-5e6381e2-66c5-4a7e-a8ec-aa1a87371118 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.377122 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2afc23b-f475-4e8d-933b-4fd7ae704dd8 req-5e6381e2-66c5-4a7e-a8ec-aa1a87371118 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0678823 Dec 15 21:30:19.436477 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-37795923-a369-4db9-b56f-b41e53057cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.437981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-37795923-a369-4db9-b56f-b41e53057cdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.0788600 Dec 15 21:30:19.442745 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.451271 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:19.454612 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0f0f142-dbfe-4299-9179-ad7896fff119 HTTP/1.1" status: 204 len: 168 time: 0.3924508 Dec 15 21:30:19.474746 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2afc23b-f475-4e8d-933b-4fd7ae704dd8 req-d2422008-0dc4-456b-af5d-de78307e4a49 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794985 Dec 15 21:30:19.480136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a746ec-1ea1-44b0-a972-4e1d896f9870 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f0f142-dbfe-4299-9179-ad7896fff119,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:19.529688 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6bf8cbbf-951f-41f4-9512-9f50d84f2455 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:19.551187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 6bf8cbbf-951f-41f4-9512-9f50d84f2455 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:30:19.551594 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6bf8cbbf-951f-41f4-9512-9f50d84f2455 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:30:19.629971 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262472f3-bcfc-4974-ba4c-bc120a7f1428 req-6708acfe-2389-4623-a8d0-237673153a33 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.631429 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-262472f3-bcfc-4974-ba4c-bc120a7f1428 req-6708acfe-2389-4623-a8d0-237673153a33 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0794625 Dec 15 21:30:19.636190 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-6fbc02f7-89d9-48c9-a073-eb816b91eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.637543 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-6fbc02f7-89d9-48c9-a073-eb816b91eff6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.1476367 Dec 15 21:30:19.720065 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-262472f3-bcfc-4974-ba4c-bc120a7f1428 req-0cc975d5-09eb-4c6e-addf-9dc5c5923ac8 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815854 Dec 15 21:30:19.727980 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-be6cb896-4cf1-474e-abca-92bf64e0c584 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 1001 time: 0.0821671 Dec 15 21:30:19.780831 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-aef5f2d3-1e7d-4a27-803e-704608343c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.782712 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-aef5f2d3-1e7d-4a27-803e-704608343c70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0467319 Dec 15 21:30:19.832419 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-d3431c72-68e9-468a-94d3-af5ea64bf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:19.833975 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-d3431c72-68e9-468a-94d3-af5ea64bf14c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431018 Dec 15 21:30:19.931215 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-8ac4627a-2780-4c47-9fb2-c763c2f1113b service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880940 Dec 15 21:30:20.000322 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49320) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:20.025711 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41e8c4bf-39b3-4868-b58f-f14e4df559a2 req-52fc1c7a-7ca6-4111-992f-5cde67eff91c service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858617 Dec 15 21:30:20.041795 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f351f34d-d608-4e51-9a6f-6e752b0eba10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5243452be4da440389b104480a5e6790&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402250 Dec 15 21:30:20.044383 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49322) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:20.091074 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:20.111925 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:20.240197 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:20.242895 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:20.244108 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bec64cc4-8be7-49ff-b342-746347cb5a68 HTTP/1.1" status: 204 len: 168 time: 0.1987927 Dec 15 21:30:20.255829 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec64cc4-8be7-49ff-b342-746347cb5a68,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:20.261462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.261822 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.262164 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.262504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.262835 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.263162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.263490 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.263818 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.264204 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.264669 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.264999 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.265584 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.265911 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0305d3-2f9b-4c1a-a4d8-413413d55ec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:20.616438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94191f90-cd4a-44e4-97b7-0b23a4f1767a req-b047eeae-6e87-4d78-b773-bc1930eb6087 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:20.617929 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94191f90-cd4a-44e4-97b7-0b23a4f1767a req-b047eeae-6e87-4d78-b773-bc1930eb6087 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0509369 Dec 15 21:30:20.665716 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94191f90-cd4a-44e4-97b7-0b23a4f1767a req-65b6f579-2c68-4011-92c9-bfb9959aa0df tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419071 Dec 15 21:30:20.841196 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481787a-6777-4938-a5a8-bf284026e6fb req-9b06aad4-9424-4471-8651-743ea35b6e81 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:20.842815 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6481787a-6777-4938-a5a8-bf284026e6fb req-9b06aad4-9424-4471-8651-743ea35b6e81 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0532160 Dec 15 21:30:20.896885 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6481787a-6777-4938-a5a8-bf284026e6fb req-ba552073-3881-4ab6-aac6-f100b48938cf tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454259 Dec 15 21:30:21.331794 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49362) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:21.434648 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da083b85-4a18-4636-88b1-3bb57a2c9007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.508047 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da083b85-4a18-4636-88b1-3bb57a2c9007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.571323 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-da083b85-4a18-4636-88b1-3bb57a2c9007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.612784 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-da083b85-4a18-4636-88b1-3bb57a2c9007 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28753fb9d44940ce9d600aba8624febe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797954 Dec 15 21:30:21.614031 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da083b85-4a18-4636-88b1-3bb57a2c9007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f4c84-e0fa-4fbf-86f3-6de32795006d,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:21.615438 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49368) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:21.665710 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.687323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.790040 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e04a95-0360-4a74-9d6e-788552dbbfc8 req-a86f22bb-360a-4d86-9744-b05212e98f8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:21.791639 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f1e04a95-0360-4a74-9d6e-788552dbbfc8 req-a86f22bb-360a-4d86-9744-b05212e98f8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0488605 Dec 15 21:30:21.836854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.839383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:21.840463 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/240f4c84-e0fa-4fbf-86f3-6de32795006d HTTP/1.1" status: 204 len: 168 time: 0.2239668 Dec 15 21:30:21.847142 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f1e04a95-0360-4a74-9d6e-788552dbbfc8 req-8e206174-8c20-4162-aa77-b590e6f3da47 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496931 Dec 15 21:30:21.851961 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24796e0-6ca8-4aa4-abc5-ec1167c9f115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f4c84-e0fa-4fbf-86f3-6de32795006d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:22.018219 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0645f43-9ff1-451e-8e46-5729d676e174 req-0661830d-e16c-47bd-bece-6bbcb2eb75d7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:22.019694 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0645f43-9ff1-451e-8e46-5729d676e174 req-0661830d-e16c-47bd-bece-6bbcb2eb75d7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0503161 Dec 15 21:30:22.068189 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a0645f43-9ff1-451e-8e46-5729d676e174 req-372573f5-72dd-462d-b050-b8150c621696 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419817 Dec 15 21:30:22.976898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f545b-f376-4d6b-a043-7378f14e44da req-a8013e32-291e-4cf1-8b71-c5dc388937d2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:22.978438 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d82f545b-f376-4d6b-a043-7378f14e44da req-a8013e32-291e-4cf1-8b71-c5dc388937d2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0526266 Dec 15 21:30:23.025272 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d82f545b-f376-4d6b-a043-7378f14e44da req-e53ca8a2-0eed-4668-b702-a42cd565ce78 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Dec 15 21:30:23.186820 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5aec1-8eeb-4c02-8930-50661c8437a5 req-9ec2ee3f-9466-4a30-994d-e1595b75eb20 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:23.188307 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bec5aec1-8eeb-4c02-8930-50661c8437a5 req-9ec2ee3f-9466-4a30-994d-e1595b75eb20 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0533369 Dec 15 21:30:23.234765 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bec5aec1-8eeb-4c02-8930-50661c8437a5 req-bd78d30f-04bc-44cf-9876-1415ebcb39c1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Dec 15 21:30:23.526291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 49448) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:23.635206 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6c52-3df2-48d2-8164-dd6341ebcf19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:23.712950 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6c52-3df2-48d2-8164-dd6341ebcf19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:23.782469 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6c52-3df2-48d2-8164-dd6341ebcf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:23.823011 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5d5e6c52-3df2-48d2-8164-dd6341ebcf19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7161e5b48f8341079897e8826f6457b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956316 Dec 15 21:30:23.825164 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e6c52-3df2-48d2-8164-dd6341ebcf19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6085eb57-4803-4bc6-8587-1d21976afd1a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:23.825775 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49458) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:23.874341 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:23.895260 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.057811 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.059997 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.063782 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6085eb57-4803-4bc6-8587-1d21976afd1a HTTP/1.1" status: 204 len: 168 time: 0.2369647 Dec 15 21:30:24.072375 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e15e15-09c3-490e-aceb-5f217cf111d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6085eb57-4803-4bc6-8587-1d21976afd1a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:24.157840 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f52cf-02ff-4c6a-a5da-5f43f4d165f7 req-be905c2b-cab0-47a2-b5f0-b82feadbb922 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:24.159541 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a9f52cf-02ff-4c6a-a5da-5f43f4d165f7 req-be905c2b-cab0-47a2-b5f0-b82feadbb922 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0518193 Dec 15 21:30:24.209578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a9f52cf-02ff-4c6a-a5da-5f43f4d165f7 req-84d2c1e6-528c-4ebb-8370-a44e4e7eb731 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Dec 15 21:30:24.348740 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3f1f6-aa52-40ff-aa11-13e91294e28b req-26d9fe21-f52c-4f1e-b029-6b29be532e42 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:24.350234 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ce3f1f6-aa52-40ff-aa11-13e91294e28b req-26d9fe21-f52c-4f1e-b029-6b29be532e42 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0486467 Dec 15 21:30:24.400132 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9ce3f1f6-aa52-40ff-aa11-13e91294e28b req-24a9830d-2736-44f5-ab79-ee44f5d55740 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440645 Dec 15 21:30:24.761301 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:24.775556 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03c6a05d-e97d-44ef-b14c-b81ff9210562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.847274 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03c6a05d-e97d-44ef-b14c-b81ff9210562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.931899 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-03c6a05d-e97d-44ef-b14c-b81ff9210562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:24.968757 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6a05d-e97d-44ef-b14c-b81ff9210562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59918e20-e9b2-47b4-af8b-bff9fa079055,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:24.973087 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-03c6a05d-e97d-44ef-b14c-b81ff9210562 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a07c2fbd535a41378cbead7784d85880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106509 Dec 15 21:30:24.976102 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 49480) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:30:25.026681 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:25.047012 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:25.185672 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:25.188229 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:25.189949 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59918e20-e9b2-47b4-af8b-bff9fa079055 HTTP/1.1" status: 204 len: 168 time: 0.2127335 Dec 15 21:30:25.197728 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae97f9-a083-44c1-85a0-249e7edff1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59918e20-e9b2-47b4-af8b-bff9fa079055,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:25.328178 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928be5e-47d9-4a35-b2e4-8e5cc99678b0 req-e81a59b1-686d-4178-95e9-6631950c240a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:25.329645 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2928be5e-47d9-4a35-b2e4-8e5cc99678b0 req-e81a59b1-686d-4178-95e9-6631950c240a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0489523 Dec 15 21:30:25.376206 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2928be5e-47d9-4a35-b2e4-8e5cc99678b0 req-27c549aa-9374-4b7f-b584-5e122f9ca648 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 Dec 15 21:30:25.522264 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0e1e2-7fb6-4476-9447-83f25819b753 req-e3d518c0-40b3-4e27-ae6c-b711413c84f5 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:25.523747 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47b0e1e2-7fb6-4476-9447-83f25819b753 req-e3d518c0-40b3-4e27-ae6c-b711413c84f5 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0541697 Dec 15 21:30:25.571438 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47b0e1e2-7fb6-4476-9447-83f25819b753 req-6fdb09a7-16f9-461b-8231-d4217867ff93 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414875 Dec 15 21:30:26.496096 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eb758-704c-40d7-8bc4-15f35a1332cf req-2fe7c5ee-f81d-42d0-ad41-6a8e737cc0d3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:26.498565 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac1eb758-704c-40d7-8bc4-15f35a1332cf req-2fe7c5ee-f81d-42d0-ad41-6a8e737cc0d3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0488591 Dec 15 21:30:26.545295 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac1eb758-704c-40d7-8bc4-15f35a1332cf req-e4b8ea83-f0e0-45e5-b068-bf0be303642c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Dec 15 21:30:26.696502 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2d464-3c76-4b7d-8e3d-e6c3913d1a06 req-7279f7cb-8562-4367-bd97-e760711bcc97 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:26.698011 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2f2d464-3c76-4b7d-8e3d-e6c3913d1a06 req-7279f7cb-8562-4367-bd97-e760711bcc97 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0531416 Dec 15 21:30:26.744886 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2f2d464-3c76-4b7d-8e3d-e6c3913d1a06 req-7bdac747-d09e-47a5-92d4-fc103bf5c16a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410116 Dec 15 21:30:27.569335 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:30:27.667127 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b8191-f71f-4d3f-ab4e-ff73cb68240b req-9cfcfa44-f095-4b4c-b806-3d1338e9d022 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:27.668713 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ff3b8191-f71f-4d3f-ab4e-ff73cb68240b req-9cfcfa44-f095-4b4c-b806-3d1338e9d022 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0508168 Dec 15 21:30:27.668912 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:27.681056 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:30:27.722253 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ff3b8191-f71f-4d3f-ab4e-ff73cb68240b req-0fdc64c6-e5e4-4a74-8167-bf1e1df9e233 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Dec 15 21:30:27.842268 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:27.855378 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:30:27.870787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ddf72-1d2b-4db8-a859-e21055619016 req-33c43907-0dad-403d-9d65-35c67969346d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:27.872219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b55ddf72-1d2b-4db8-a859-e21055619016 req-33c43907-0dad-403d-9d65-35c67969346d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0488770 Dec 15 21:30:27.876098 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:27.921763 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b55ddf72-1d2b-4db8-a859-e21055619016 req-ad9fbb9c-649b-4bc3-aee2-6c54d5ddc29d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432079 Dec 15 21:30:27.928708 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:27.975154 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:28.118354 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['d9faeb45-eca5-49c3-a09d-14df25fa5c7f'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:30:28.847399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad4880-327c-4e0c-8c4d-a30e1850fa8a req-e87b6e22-a02b-4edd-8643-612872488af4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:28.848863 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5ad4880-327c-4e0c-8c4d-a30e1850fa8a req-e87b6e22-a02b-4edd-8643-612872488af4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0484972 Dec 15 21:30:28.896745 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a5ad4880-327c-4e0c-8c4d-a30e1850fa8a req-fdaa687f-d7e9-406a-a546-48e5b9347d4d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Dec 15 21:30:29.035858 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969f83-3dca-4271-bd76-22a9ffaa5e3a req-e5c8004f-2576-4d2d-b1db-34ca3636da39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:29.037487 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b969f83-3dca-4271-bd76-22a9ffaa5e3a req-e5c8004f-2576-4d2d-b1db-34ca3636da39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0481560 Dec 15 21:30:29.084793 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b969f83-3dca-4271-bd76-22a9ffaa5e3a req-0b9347ca-d2b7-4ae9-a692-5cc50e04e753 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413465 Dec 15 21:30:30.022188 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d04053-0013-499e-a0ce-991e94df399b req-4a3db107-24e6-4295-8ae9-28de4ac7659e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:30.023801 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-10d04053-0013-499e-a0ce-991e94df399b req-4a3db107-24e6-4295-8ae9-28de4ac7659e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0500882 Dec 15 21:30:30.070212 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-10d04053-0013-499e-a0ce-991e94df399b req-b464d6af-1fa9-4be4-8c82-23c3e7fe952c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403030 Dec 15 21:30:30.197064 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e0070-d5b7-4a2f-960f-543e1ddf01e8 req-d5eee05a-2c28-4126-99a0-3b84bd19773a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:30.198516 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b5e0070-d5b7-4a2f-960f-543e1ddf01e8 req-d5eee05a-2c28-4126-99a0-3b84bd19773a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0465105 Dec 15 21:30:30.245144 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7b5e0070-d5b7-4a2f-960f-543e1ddf01e8 req-1ea2d622-3dee-41e1-afdf-0cf75417005e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Dec 15 21:30:31.187715 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3458a41-5d17-41f9-bc05-4967d10af91a req-4d5fa3c4-573c-4a22-a017-6ac284c33080 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:31.189146 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e3458a41-5d17-41f9-bc05-4967d10af91a req-4d5fa3c4-573c-4a22-a017-6ac284c33080 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0467596 Dec 15 21:30:31.237750 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e3458a41-5d17-41f9-bc05-4967d10af91a req-cd447108-fd38-4a32-9c44-de8658627abb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Dec 15 21:30:31.364927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83c31-fb30-413b-82ad-488143826927 req-f46107a5-523e-4804-882b-411928fa2d3d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:31.366425 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31d83c31-fb30-413b-82ad-488143826927 req-f46107a5-523e-4804-882b-411928fa2d3d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0485888 Dec 15 21:30:31.412539 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31d83c31-fb30-413b-82ad-488143826927 req-2c4f4179-799f-44b3-a2da-a9faa3e0e47a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401421 Dec 15 21:30:32.361631 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e6908-0717-453a-9a00-baae17237b1a req-0fe6015c-1a2c-4156-9577-035f7146342f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:32.363038 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b34e6908-0717-453a-9a00-baae17237b1a req-0fe6015c-1a2c-4156-9577-035f7146342f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0466938 Dec 15 21:30:32.410336 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b34e6908-0717-453a-9a00-baae17237b1a req-00f8145a-a543-4a73-925f-5bb74ec91810 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Dec 15 21:30:32.529995 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43827575-e4cd-45eb-9750-f5deaa1a6c9f req-8c7fdb2f-be86-4c84-9fc7-3e584a87b857 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:32.531360 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43827575-e4cd-45eb-9750-f5deaa1a6c9f req-8c7fdb2f-be86-4c84-9fc7-3e584a87b857 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0525873 Dec 15 21:30:32.576833 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43827575-e4cd-45eb-9750-f5deaa1a6c9f req-f67a427d-feff-4b3b-a1ed-2719b48dcc97 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396137 Dec 15 21:30:32.890806 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:30:32.938871 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port d9faeb45-eca5-49c3-a09d-14df25fa5c7f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:30:32.939273 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:33.015951 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:33.040100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:33.042429 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b7cfcc-3b2b-4157-82cd-d1dbcd2f4f69" -d '{"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:33.055333 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:33.081096 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2471cc-75d6-4291-be79-c56bf9a5db6b x-openstack-request-id: req-cc2471cc-75d6-4291-be79-c56bf9a5db6b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:33.081440 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:33.081702 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc2471cc-75d6-4291-be79-c56bf9a5db6b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:33.082095 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'code': 200} Dec 15 21:30:33.168508 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:33.221114 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:33.530803 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76609d6-c72c-42d4-b31b-4907f9957066 req-ee3baa64-1859-4530-ba09-221663c66177 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:33.532271 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e76609d6-c72c-42d4-b31b-4907f9957066 req-ee3baa64-1859-4530-ba09-221663c66177 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0488293 Dec 15 21:30:33.580750 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e76609d6-c72c-42d4-b31b-4907f9957066 req-a0c17442-d1a2-4afc-9b4d-fdf4f5bc5f16 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422831 Dec 15 21:30:33.698177 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014681d-198b-43b8-9492-751baeed21e4 req-ea58d2e1-6072-4617-8538-98be3a64f110 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:33.701365 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d014681d-198b-43b8-9492-751baeed21e4 req-ea58d2e1-6072-4617-8538-98be3a64f110 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0520256 Dec 15 21:30:33.747298 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d014681d-198b-43b8-9492-751baeed21e4 req-b7c7d24a-86f7-4a30-afa1-e11650e2ab66 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 Dec 15 21:30:34.703540 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a0760-4b59-424a-875a-c0fd654ca6ee req-601a45a3-3916-465c-ab68-d227fdb60900 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:34.704919 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c08a0760-4b59-424a-875a-c0fd654ca6ee req-601a45a3-3916-465c-ab68-d227fdb60900 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0502825 Dec 15 21:30:34.753118 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c08a0760-4b59-424a-875a-c0fd654ca6ee req-992dca3e-3454-4863-a91b-79e833e609e4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421586 Dec 15 21:30:34.869220 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9fee1b-3272-42d1-9550-817615d479f5 req-d8bd4972-56bc-4e99-9b1e-c53e6a99961e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:34.873819 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d9fee1b-3272-42d1-9550-817615d479f5 req-d8bd4972-56bc-4e99-9b1e-c53e6a99961e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0548079 Dec 15 21:30:34.924238 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d9fee1b-3272-42d1-9550-817615d479f5 req-68c9e257-55f7-4b0f-a323-cbeb3dde5e1b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468535 Dec 15 21:30:35.884450 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1e9ab-2c96-4ff2-b2b2-c47575a1e633 req-ed26cf33-67be-4f46-9653-8e640ebf1cad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:35.887102 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3e1e9ab-2c96-4ff2-b2b2-c47575a1e633 req-ed26cf33-67be-4f46-9653-8e640ebf1cad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0508835 Dec 15 21:30:35.947723 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3e1e9ab-2c96-4ff2-b2b2-c47575a1e633 req-52f816c6-b306-4898-940f-3550b508917a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531449 Dec 15 21:30:36.089543 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bad291-3b93-44cd-8835-8dcc29361027 req-ab3ef7b5-5208-41d9-8d38-9afcfe9e5e83 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:36.091083 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94bad291-3b93-44cd-8835-8dcc29361027 req-ab3ef7b5-5208-41d9-8d38-9afcfe9e5e83 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0566406 Dec 15 21:30:36.144783 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94bad291-3b93-44cd-8835-8dcc29361027 req-3090ad35-873f-41ba-a154-5cb700476ede tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Dec 15 21:30:37.179972 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5eafc321-4474-4ccd-b61b-212718ec20bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:37.404998 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367def4-0cec-426c-9b52-981ea2b03f69 req-d0ac1ee6-cbb4-45c4-a4b1-50d021065e31 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:37.406564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d367def4-0cec-426c-9b52-981ea2b03f69 req-d0ac1ee6-cbb4-45c4-a4b1-50d021065e31 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.3628418 Dec 15 21:30:37.431751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2e496-a6e6-4e52-9937-04d7729b6d97 req-33bb8baa-9ffe-49ef-b8b4-ed2cdfee92f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:37.434347 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acb2e496-a6e6-4e52-9937-04d7729b6d97 req-33bb8baa-9ffe-49ef-b8b4-ed2cdfee92f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0763342 Dec 15 21:30:37.503162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d367def4-0cec-426c-9b52-981ea2b03f69 req-42239dd6-e3fd-4b60-88e4-c747ec57bc86 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896416 Dec 15 21:30:37.518759 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acb2e496-a6e6-4e52-9937-04d7729b6d97 req-1e648780-4468-4dfd-b8aa-13c4151631e7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744574 Dec 15 21:30:37.928055 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647495b8-5853-408b-b65b-572b566448f7 req-b0b77123-1e16-488f-b6b8-4dfc08601ff1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:37.930575 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-647495b8-5853-408b-b65b-572b566448f7 req-b0b77123-1e16-488f-b6b8-4dfc08601ff1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0523212 Dec 15 21:30:37.979620 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-647495b8-5853-408b-b65b-572b566448f7 req-ac87ece0-1427-47e4-83c3-fb9294362056 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442808 Dec 15 21:30:38.635299 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b98d5-4d0f-47e3-9615-0d93b5f535d0 req-d03c1b01-2241-43aa-8a4e-7283befbac65 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:38.636850 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a6b98d5-4d0f-47e3-9615-0d93b5f535d0 req-d03c1b01-2241-43aa-8a4e-7283befbac65 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0498748 Dec 15 21:30:38.694199 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a6b98d5-4d0f-47e3-9615-0d93b5f535d0 req-73788d1d-b2ae-49c5-9806-a814e346a3f0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509152 Dec 15 21:30:39.098870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25cc5-677a-4bd6-a5a0-141bfaa09467 req-81f60698-fa44-408b-b317-5ec36d24616e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:39.100349 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5be25cc5-677a-4bd6-a5a0-141bfaa09467 req-81f60698-fa44-408b-b317-5ec36d24616e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0501068 Dec 15 21:30:39.147985 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5be25cc5-677a-4bd6-a5a0-141bfaa09467 req-01664d73-ba49-4b4c-a567-3bd715ce874f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415094 Dec 15 21:30:39.503297 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b9b67cfe-5890-45fc-a097-9e22dec1c47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:39.821698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00771ff-2603-4666-a97c-b220bdcf40ec req-3660552f-3028-431c-9d56-40a4aeab8177 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:39.823195 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00771ff-2603-4666-a97c-b220bdcf40ec req-3660552f-3028-431c-9d56-40a4aeab8177 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0542448 Dec 15 21:30:39.870535 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b00771ff-2603-4666-a97c-b220bdcf40ec req-b1e922e5-52c0-4b03-acdc-1ca43c91a9ad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Dec 15 21:30:40.267951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e0ce4-0f08-4b59-b9d7-5c2c7439541d req-e6bd44cd-9e19-4d39-b1c6-6dfe4e9e7a42 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:40.269693 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c0e0ce4-0f08-4b59-b9d7-5c2c7439541d req-e6bd44cd-9e19-4d39-b1c6-6dfe4e9e7a42 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0483770 Dec 15 21:30:40.318528 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8c0e0ce4-0f08-4b59-b9d7-5c2c7439541d req-2adef2db-65b2-49e7-a547-9bd5bbd4e835 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Dec 15 21:30:40.791068 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:40.995063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc050e-58c6-4663-833f-ad9113df52e3 req-185b2fdb-9f4d-4306-a0d0-14cb9226c6ad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:40.996557 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4bc050e-58c6-4663-833f-ad9113df52e3 req-185b2fdb-9f4d-4306-a0d0-14cb9226c6ad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0551295 Dec 15 21:30:41.056903 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4bc050e-58c6-4663-833f-ad9113df52e3 req-9ad34b82-3af8-4abc-b9fc-50179f771d17 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524042 Dec 15 21:30:41.136258 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-f6521e91-b5c9-48c2-84e8-4d3580fb28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:41.137701 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-f6521e91-b5c9-48c2-84e8-4d3580fb28ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.0415497 Dec 15 21:30:41.243888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-098cb72c-3fa3-4014-b4ab-7e53011786d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:41.245274 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-098cb72c-3fa3-4014-b4ab-7e53011786d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.1006818 Dec 15 21:30:41.312666 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-70617040-763d-491a-b459-0a22ae7162c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 1001 time: 0.0590596 Dec 15 21:30:41.366349 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-5f095b41-3d56-41b1-869f-53fb94fe2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:41.367781 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-5f095b41-3d56-41b1-869f-53fb94fe2302 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0479088 Dec 15 21:30:41.455623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-352c592d-434b-4a42-afcc-5b83cbe05741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:41.457165 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-352c592d-434b-4a42-afcc-5b83cbe05741 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790772 Dec 15 21:30:41.494676 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e966c-137e-47e7-9292-6d65aa576297 req-e42ccf0f-0223-4a6d-81b6-ff3e4c237c25 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:41.503350 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f1e966c-137e-47e7-9292-6d65aa576297 req-e42ccf0f-0223-4a6d-81b6-ff3e4c237c25 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0845709 Dec 15 21:30:41.599728 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f1e966c-137e-47e7-9292-6d65aa576297 req-141362ec-1f8b-4bd1-a306-b87ad8529fe6 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890584 Dec 15 21:30:41.625734 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-ac1fcf82-4585-48f5-9db6-97fc5310edfb service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603470 Dec 15 21:30:41.737960 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80a508c1-aa2a-41dc-b339-5c96a5cabedb req-7f9bd821-598b-4ee1-b18d-30e4577a2fcf service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050673 Dec 15 21:30:42.054422 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:42.195103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db201c2-f97d-42af-8361-6241b4f4987e req-bb159fd1-a44b-43f6-a189-7e9b45cd3c63 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:42.196634 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0db201c2-f97d-42af-8361-6241b4f4987e req-bb159fd1-a44b-43f6-a189-7e9b45cd3c63 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0603292 Dec 15 21:30:42.251428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0db201c2-f97d-42af-8361-6241b4f4987e req-e1ca8abe-1a41-4783-9ae5-58e61941cd27 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Dec 15 21:30:42.746009 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80227e-cc72-43ce-a4ee-cecea05567d4 req-95e5ddcf-3182-4f8d-8af1-c77a8b84daf0 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:42.747981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1c80227e-cc72-43ce-a4ee-cecea05567d4 req-95e5ddcf-3182-4f8d-8af1-c77a8b84daf0 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0574408 Dec 15 21:30:42.810180 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1c80227e-cc72-43ce-a4ee-cecea05567d4 req-287d44b0-b733-4d3e-8c50-d8369f399e7a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553796 Dec 15 21:30:43.412207 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a3612-821c-401d-af3d-4c7e0a880056 req-1c9bb962-d9ca-449c-ac4d-f0d84ec4df0c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:43.413866 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-099a3612-821c-401d-af3d-4c7e0a880056 req-1c9bb962-d9ca-449c-ac4d-f0d84ec4df0c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0753918 Dec 15 21:30:43.474311 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-099a3612-821c-401d-af3d-4c7e0a880056 req-01890765-2e21-4ab6-9da0-4501c0fa0aab tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539656 Dec 15 21:30:43.683814 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:44.609536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29972c1-fdb1-42ce-a1da-f80a27111c51 req-d2125928-b46f-40ee-9765-ab64a5569ef8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:44.616630 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a29972c1-fdb1-42ce-a1da-f80a27111c51 req-d2125928-b46f-40ee-9765-ab64a5569ef8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0523629 Dec 15 21:30:44.660173 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a29972c1-fdb1-42ce-a1da-f80a27111c51 req-c62bb98a-bf99-4585-9d19-0c1f83e4a751 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422614 Dec 15 21:30:45.786639 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6e80b-a3ed-4544-9e56-e173f1be7700 req-09248791-da50-4282-b420-08fa44e25764 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:45.790981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0b6e80b-a3ed-4544-9e56-e173f1be7700 req-09248791-da50-4282-b420-08fa44e25764 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0536978 Dec 15 21:30:45.841572 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0b6e80b-a3ed-4544-9e56-e173f1be7700 req-4631f01f-aaf5-4182-bf9c-4a2ed88d6eff tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Dec 15 21:30:46.985165 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d108a-fb85-4bcd-abaf-8fe2999512c6 req-8a6e4d32-f4d5-4438-a9b5-7b0c3ff14498 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:46.987846 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-511d108a-fb85-4bcd-abaf-8fe2999512c6 req-8a6e4d32-f4d5-4438-a9b5-7b0c3ff14498 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0539808 Dec 15 21:30:47.059994 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-511d108a-fb85-4bcd-abaf-8fe2999512c6 req-23bc4bdd-cdc5-404b-a384-91ce13b7d384 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650339 Dec 15 21:30:48.234473 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d59fa-0031-47af-bc97-b7b071d8b25a req-c8eb8850-da2d-4e5e-954c-40b19760fa10 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:48.237126 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-197d59fa-0031-47af-bc97-b7b071d8b25a req-c8eb8850-da2d-4e5e-954c-40b19760fa10 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0912304 Dec 15 21:30:48.307518 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-197d59fa-0031-47af-bc97-b7b071d8b25a req-4b91528a-7860-45e2-8b8d-9076b163d118 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637825 Dec 15 21:30:49.131655 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:49.462512 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbf43c-360a-4a05-bef0-11bb0d8ae463 req-0c945fa1-cfa9-46ab-853a-a206002e1a5c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:49.464127 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3bbf43c-360a-4a05-bef0-11bb0d8ae463 req-0c945fa1-cfa9-46ab-853a-a206002e1a5c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0518029 Dec 15 21:30:49.515828 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b3bbf43c-360a-4a05-bef0-11bb0d8ae463 req-41f7e64f-6e52-4c7d-93ba-09ed16b29eae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452480 Dec 15 21:30:50.648105 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6c798-f9e4-4784-bcf7-00d56a93acae req-7313b270-ece2-450f-b822-0e20432b400e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:50.655504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0b6c798-f9e4-4784-bcf7-00d56a93acae req-7313b270-ece2-450f-b822-0e20432b400e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0596178 Dec 15 21:30:50.699004 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b0b6c798-f9e4-4784-bcf7-00d56a93acae req-1e471e6e-1638-4061-a2d6-6b532044dadb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Dec 15 21:30:51.850691 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f1874-8aaf-4515-b3c9-ba7d97f34e9e req-f36426f3-0b58-4feb-a4b2-a035416bb2ab tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:51.857733 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb8f1874-8aaf-4515-b3c9-ba7d97f34e9e req-f36426f3-0b58-4feb-a4b2-a035416bb2ab tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0754442 Dec 15 21:30:51.924844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fb8f1874-8aaf-4515-b3c9-ba7d97f34e9e req-e9d46a4f-3e09-4d0d-bcb0-b4addafcf5c1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629880 Dec 15 21:30:53.041738 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223fa81-90a1-49e3-82ff-a2646f54d983 req-3f8c5e2c-589d-4042-b307-fdd2f87c9133 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:53.043193 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3223fa81-90a1-49e3-82ff-a2646f54d983 req-3f8c5e2c-589d-4042-b307-fdd2f87c9133 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0498044 Dec 15 21:30:53.092487 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3223fa81-90a1-49e3-82ff-a2646f54d983 req-74105971-7e0f-4620-b1cc-479443819c41 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Dec 15 21:30:54.208320 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6559671-c9a7-48a2-8e40-8c042b34d640 req-2d924154-cad4-49b0-8ec1-78c7dc77c19c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:54.209802 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6559671-c9a7-48a2-8e40-8c042b34d640 req-2d924154-cad4-49b0-8ec1-78c7dc77c19c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0474217 Dec 15 21:30:54.259246 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b6559671-c9a7-48a2-8e40-8c042b34d640 req-d19b50d0-1c41-4e36-bd44-c0d823e0c9a1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436993 Dec 15 21:30:55.347124 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:30:55.376516 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac33ad3-b99d-4275-9858-2383cae7f5e7 req-9764651e-e6c0-4528-b913-eebcc0a95910 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:55.378780 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ac33ad3-b99d-4275-9858-2383cae7f5e7 req-9764651e-e6c0-4528-b913-eebcc0a95910 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0488846 Dec 15 21:30:55.423960 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ac33ad3-b99d-4275-9858-2383cae7f5e7 req-3f4314b3-0ba3-409d-a7da-fddb615cc134 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Dec 15 21:30:56.544373 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c51cc-6180-4f9f-8e89-900b64cf1e2c req-08c693f4-eec6-4942-8b37-4730e17ca01b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:56.545880 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-960c51cc-6180-4f9f-8e89-900b64cf1e2c req-08c693f4-eec6-4942-8b37-4730e17ca01b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0502524 Dec 15 21:30:56.600009 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-960c51cc-6180-4f9f-8e89-900b64cf1e2c req-09dea165-cc49-427f-bfb0-a3c7e615ceaa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476797 Dec 15 21:30:57.264638 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621551-1013-4c31-9466-79c94149934a req-47fcad70-9dd7-4e2e-8548-10d49d020e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:57.266146 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-47fcad70-9dd7-4e2e-8548-10d49d020e8b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1099 time: 0.0402968 Dec 15 21:30:57.716964 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3996-4b31-4bb4-863f-4acbfd79a984 req-29b8f206-4a72-4398-99a2-211904e5f2f7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:57.718489 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ce7c3996-4b31-4bb4-863f-4acbfd79a984 req-29b8f206-4a72-4398-99a2-211904e5f2f7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0469635 Dec 15 21:30:57.768113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ce7c3996-4b31-4bb4-863f-4acbfd79a984 req-5b6a5456-9179-4366-b967-66d8d8e708d1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Dec 15 21:30:58.709015 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621551-1013-4c31-9466-79c94149934a req-101b4f11-dde9-43bc-9e7a-0823f8460faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:58.710488 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-101b4f11-dde9-43bc-9e7a-0823f8460faa service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0824735 Dec 15 21:30:58.723461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:30:58.782315 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-a3901c16-3d83-46ec-b2e8-2f8be4cab1e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 1001 time: 0.0632091 Dec 15 21:30:58.797264 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:58.822998 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:30:58.825497 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810d05b-8533-4850-b833-4c841edf8fee" -d '{"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:30:58.836556 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:30:58.868403 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621551-1013-4c31-9466-79c94149934a req-4e4e8f0d-7005-44c4-8223-2d911ad2fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:58.868403 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-4e4e8f0d-7005-44c4-8223-2d911ad2fccd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0528548 Dec 15 21:30:58.868585 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 21:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e16881f-aa05-4bc6-be80-8f66a8e3fc7e x-openstack-request-id: req-5e16881f-aa05-4bc6-be80-8f66a8e3fc7e {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:30:58.868585 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:30:58.868772 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5e16881f-aa05-4bc6-be80-8f66a8e3fc7e {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:30:58.869161 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'code': 200} Dec 15 21:30:58.921132 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b1894-35b6-4be3-9321-61abe8ec2d83 req-56a0d5a9-d003-4fa5-8bc0-9fee7ce4cc3b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:58.922585 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b62b1894-35b6-4be3-9321-61abe8ec2d83 req-56a0d5a9-d003-4fa5-8bc0-9fee7ce4cc3b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 946 time: 0.0815070 Dec 15 21:30:58.927993 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621551-1013-4c31-9466-79c94149934a req-584f38bf-1305-472b-9742-dd02351bb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:30:58.929360 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-584f38bf-1305-472b-9742-dd02351bb12d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563643 Dec 15 21:30:58.933938 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:30:58.985073 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:30:58.992549 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995955 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.995955 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.996165 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:58.996620 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:30:59.021662 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b62b1894-35b6-4be3-9321-61abe8ec2d83 req-88da2d56-9e38-466c-bf79-33f4541fa8d6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913539 Dec 15 21:30:59.049752 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-cae364d7-7b03-4a30-9f70-daf55be078df service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070001 Dec 15 21:30:59.144129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9c621551-1013-4c31-9466-79c94149934a req-4cd3c232-e8ee-4fda-8dba-b17536a606cb service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Dec 15 21:31:00.144059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d65f2-ab1b-421b-9cff-e9ad4568f3e5 req-a1f2ce0d-a4bd-44db-9a39-d36d9023acfc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:00.145594 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c46d65f2-ab1b-421b-9cff-e9ad4568f3e5 req-a1f2ce0d-a4bd-44db-9a39-d36d9023acfc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0515854 Dec 15 21:31:00.192972 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c46d65f2-ab1b-421b-9cff-e9ad4568f3e5 req-3ffe0a06-3b07-4235-8ba6-e81e3b79943c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Dec 15 21:31:01.319429 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04251d9-b6d4-42da-a2d1-34c285b233a5 req-ed3d2783-1b40-4f0c-b331-698d1abaf40f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:01.320910 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c04251d9-b6d4-42da-a2d1-34c285b233a5 req-ed3d2783-1b40-4f0c-b331-698d1abaf40f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0488548 Dec 15 21:31:01.368069 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c04251d9-b6d4-42da-a2d1-34c285b233a5 req-66eb67f7-be89-41f3-b511-f78531ba3f0c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Dec 15 21:31:02.690088 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-6d511c1c-4985-4002-9748-b5082922bfd7 req-619db216-1e2a-47b5-bef7-07f7709c3d43 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:31:02.691061 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6d511c1c-4985-4002-9748-b5082922bfd7 req-619db216-1e2a-47b5-bef7-07f7709c3d43 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053277 Dec 15 21:31:03.075170 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8027ad-4c65-4df3-b326-add80ad87acd req-f8e9361f-369c-4190-905f-8283cca519a8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:03.076574 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa8027ad-4c65-4df3-b326-add80ad87acd req-f8e9361f-369c-4190-905f-8283cca519a8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0508096 Dec 15 21:31:03.125741 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa8027ad-4c65-4df3-b326-add80ad87acd req-271bfc67-606d-4f5f-bc67-0250454cf1ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Dec 15 21:31:03.571242 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50098) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:03.653621 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-2b593edd-0963-45d9-8685-57d7eb06a1ab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812156 Dec 15 21:31:03.662458 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-d112eba5-5680-46a1-9573-524453276452 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103255) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:31:03.663404 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-d112eba5-5680-46a1-9573-524453276452 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049541 Dec 15 21:31:04.244263 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483488f-8d03-4495-9c2d-740e766def51 req-8d79abaf-934e-427d-9f22-25b5cc69a9db tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:04.245725 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2483488f-8d03-4495-9c2d-740e766def51 req-8d79abaf-934e-427d-9f22-25b5cc69a9db tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0475199 Dec 15 21:31:04.291292 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2483488f-8d03-4495-9c2d-740e766def51 req-f5694d12-2887-4780-b6e0-7ee355f2863d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Dec 15 21:31:05.338868 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:31:05.416832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed05c3-8510-4d6d-a195-d84df329670e req-54c7af21-0831-425f-bc9f-a3e74ff013f1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:05.418305 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5ed05c3-8510-4d6d-a195-d84df329670e req-54c7af21-0831-425f-bc9f-a3e74ff013f1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0519943 Dec 15 21:31:05.467303 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5ed05c3-8510-4d6d-a195-d84df329670e req-44e270c4-1d1f-4b65-9454-eb962e857858 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Dec 15 21:31:06.587439 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c943b-8ffe-4940-bd46-7c35f18302c2 req-849ed4b4-47aa-4925-ba57-682b1a65d853 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:06.588941 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f44c943b-8ffe-4940-bd46-7c35f18302c2 req-849ed4b4-47aa-4925-ba57-682b1a65d853 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0497746 Dec 15 21:31:06.635507 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f44c943b-8ffe-4940-bd46-7c35f18302c2 req-4d51db6a-19e1-4268-97e2-16c1ff62fc2b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405743 Dec 15 21:31:07.151014 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5322fd39-4fc0-48f2-b553-5b03f0e0359f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:07.758642 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c603f5-fc51-4e5d-ac11-60b58e8da96d req-88f8a46e-625d-4f89-9c53-740462314481 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:07.760152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64c603f5-fc51-4e5d-ac11-60b58e8da96d req-88f8a46e-625d-4f89-9c53-740462314481 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0492218 Dec 15 21:31:07.810181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64c603f5-fc51-4e5d-ac11-60b58e8da96d req-5ad06b1b-82da-470d-89ba-c12ceaf758db tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Dec 15 21:31:08.069540 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311498-9654-4160-8632-6f425a109573 req-54862c32-f76f-42fa-a6fc-4bb32c5bbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:08.071156 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-54862c32-f76f-42fa-a6fc-4bb32c5bbfbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 1097 time: 0.0758488 Dec 15 21:31:08.097952 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50174) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:08.135206 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311498-9654-4160-8632-6f425a109573 req-99fdc3a6-daf8-454b-a4c0-f6aed85adb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:08.136793 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-99fdc3a6-daf8-454b-a4c0-f6aed85adb05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1097 time: 0.0420053 Dec 15 21:31:08.212643 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abc43ceb-d15b-4c9d-a7d8-39333d1f9090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.236065 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311498-9654-4160-8632-6f425a109573 req-3769bb51-1363-43f2-bd10-8b7085c2d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:08.238064 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-3769bb51-1363-43f2-bd10-8b7085c2d405 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0936971 Dec 15 21:31:08.287155 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abc43ceb-d15b-4c9d-a7d8-39333d1f9090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.311514 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-7dbbc602-e442-4d0a-a16d-f4af167ad94d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 999 time: 0.0654740 Dec 15 21:31:08.363516 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311498-9654-4160-8632-6f425a109573 req-c69c71a1-13b6-45ab-bbbb-1c2115bd619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:08.365003 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-c69c71a1-13b6-45ab-bbbb-1c2115bd619c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0460658 Dec 15 21:31:08.383129 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-abc43ceb-d15b-4c9d-a7d8-39333d1f9090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.414611 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311498-9654-4160-8632-6f425a109573 req-c909bd77-d1ca-4fd7-8dee-a49163eeee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:08.416123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-c909bd77-d1ca-4fd7-8dee-a49163eeee29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432272 Dec 15 21:31:08.420870 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-abc43ceb-d15b-4c9d-a7d8-39333d1f9090 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbbe1de030694d119ca6e5ee3950b208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218892 Dec 15 21:31:08.422946 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43ceb-d15b-4c9d-a7d8-39333d1f9090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739a0d46-2448-4e16-9df7-c1b48aeb25af,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:08.427818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50186) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:08.547688 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.548866 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-4e938b53-cd34-4d8c-b27d-ffccb3b26213 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256013 Dec 15 21:31:08.585029 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.680052 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8d311498-9654-4160-8632-6f425a109573 req-917d21d3-400b-4622-89ab-3c7396c8c63c service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218781 Dec 15 21:31:08.762816 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.765522 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:08.766636 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/739a0d46-2448-4e16-9df7-c1b48aeb25af HTTP/1.1" status: 204 len: 168 time: 0.3350215 Dec 15 21:31:08.776024 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c9d64-231f-416d-bdf1-07cc647c44fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739a0d46-2448-4e16-9df7-c1b48aeb25af,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:09.060319 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b0faa-fa2d-492d-942e-6a1bc266a7ab req-77962d38-0d43-495b-866d-6f8985dfd2b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:09.062248 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e8b0faa-fa2d-492d-942e-6a1bc266a7ab req-77962d38-0d43-495b-866d-6f8985dfd2b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.1794741 Dec 15 21:31:09.112772 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e8b0faa-fa2d-492d-942e-6a1bc266a7ab req-5f063ba8-6a54-4959-a83a-94d16d8e961f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Dec 15 21:31:09.442704 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:09.457582 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f65f27-9a57-409e-b459-8b11c4b6dfe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.534708 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-947ff45b-fb5c-4cad-9cc3-04665343cda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.542542 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f65f27-9a57-409e-b459-8b11c4b6dfe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.619982 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d0f65f27-9a57-409e-b459-8b11c4b6dfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.682851 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d0f65f27-9a57-409e-b459-8b11c4b6dfe3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b7ed274e6ba4bcbbf48d7335aa16718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400098 Dec 15 21:31:09.683899 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f65f27-9a57-409e-b459-8b11c4b6dfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affcd4e4-f72c-49e0-9bef-2b2cb5ef106e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:09.685540 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50230) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:09.739809 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.766519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.916743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.919267 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:09.920400 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/affcd4e4-f72c-49e0-9bef-2b2cb5ef106e HTTP/1.1" status: 204 len: 168 time: 0.2338848 Dec 15 21:31:09.929228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1ba4c-176e-40b9-972e-31cff59ac141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affcd4e4-f72c-49e0-9bef-2b2cb5ef106e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:10.068260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50238) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:10.326573 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd395-698d-419a-b670-21ceebf1f3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.447063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd395-698d-419a-b670-21ceebf1f3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.461048 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41c01d-a598-409e-bdd6-d41529d45516 req-8c0359bb-9739-4a56-808b-76a4f8c7e191 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:10.462528 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3e41c01d-a598-409e-bdd6-d41529d45516 req-8c0359bb-9739-4a56-808b-76a4f8c7e191 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.2533259 Dec 15 21:31:10.509711 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3e41c01d-a598-409e-bdd6-d41529d45516 req-5757f3ba-3bc9-4deb-8210-1c87a2fadb21 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Dec 15 21:31:10.519907 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c6fd395-698d-419a-b670-21ceebf1f3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.558612 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3c6fd395-698d-419a-b670-21ceebf1f3db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcf88a0b5a7d4aa7b072ea59d91611c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892159 Dec 15 21:31:10.559730 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fd395-698d-419a-b670-21ceebf1f3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484db49a-999a-4086-9174-e719b9941bad,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:10.561431 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:10.609776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.631218 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.745183 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.747796 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:10.751589 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/484db49a-999a-4086-9174-e719b9941bad HTTP/1.1" status: 204 len: 168 time: 0.1879067 Dec 15 21:31:10.760126 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644df43-ef28-458e-80ec-dad2e52d1c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484db49a-999a-4086-9174-e719b9941bad,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:10.773859 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:11.632699 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73064cc4-43a3-4f5b-af6a-0e8d81da08ea req-2f8e42ca-1646-47db-b50e-7cb15a3b2e53 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:11.634538 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73064cc4-43a3-4f5b-af6a-0e8d81da08ea req-2f8e42ca-1646-47db-b50e-7cb15a3b2e53 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0536621 Dec 15 21:31:11.695662 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73064cc4-43a3-4f5b-af6a-0e8d81da08ea req-c074d3d2-e4d6-4b9e-a965-ef8318cb8b5c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521967 Dec 15 21:31:12.150863 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:12.830099 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1a811-dff7-4b0b-b770-dc526be68be6 req-0bab2e1d-9152-4917-801c-7a4b78c0cef0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:12.832371 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb1a811-dff7-4b0b-b770-dc526be68be6 req-0bab2e1d-9152-4917-801c-7a4b78c0cef0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0540962 Dec 15 21:31:12.891208 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ceb1a811-dff7-4b0b-b770-dc526be68be6 req-07570244-ca6e-4426-bada-cdfad10cd20b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527022 Dec 15 21:31:13.305648 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:14.013269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66f2bb-b720-4ba1-ac3a-5a3b2ae2f4e0 req-6fbecf57-5b8b-4517-a1cf-5f47c2d952f8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:14.014748 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af66f2bb-b720-4ba1-ac3a-5a3b2ae2f4e0 req-6fbecf57-5b8b-4517-a1cf-5f47c2d952f8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0493751 Dec 15 21:31:14.061507 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-af66f2bb-b720-4ba1-ac3a-5a3b2ae2f4e0 req-04b04acb-bc85-49c5-b57b-3733dc6bb87b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Dec 15 21:31:15.184871 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf81a4f-6986-4cc4-a914-b253c56773fd req-b608f8f2-533b-44cf-a178-3df2f3e41ecf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:15.186348 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-caf81a4f-6986-4cc4-a914-b253c56773fd req-b608f8f2-533b-44cf-a178-3df2f3e41ecf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0518703 Dec 15 21:31:15.232595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-caf81a4f-6986-4cc4-a914-b253c56773fd req-235bea68-6d2b-4eee-af89-ad4e674b2a85 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Dec 15 21:31:15.491537 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50400) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:15.591459 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:15.665640 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:15.745581 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:15.793226 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4193b0eb274444efaac4f869a4bd6350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005965 Dec 15 21:31:15.794126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aebc45-e388-41e6-8bdb-dd61493e802b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:15.795996 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50404) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:15.810076 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.810420 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.810756 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.813704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.814345 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.814908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.815526 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.816080 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.816633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.817386 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.817971 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.818531 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.818864 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3458e594-23b3-45be-a433-f268a509f838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:15.849240 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:15.872102 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.042781 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.045370 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.046518 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72aebc45-e388-41e6-8bdb-dd61493e802b HTTP/1.1" status: 204 len: 168 time: 0.2487833 Dec 15 21:31:16.055141 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bbf1d-4e76-4023-9f7d-473f79af59a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aebc45-e388-41e6-8bdb-dd61493e802b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:16.363560 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e938eb-d414-46f5-bc85-e2ddc244f24a req-1ff50489-2d91-4e29-8d28-4b2f80dc270c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:16.363560 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77e938eb-d414-46f5-bc85-e2ddc244f24a req-1ff50489-2d91-4e29-8d28-4b2f80dc270c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0562150 Dec 15 21:31:16.417583 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77e938eb-d414-46f5-bc85-e2ddc244f24a req-142e2ae3-9192-4277-afa8-61af876807d0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472810 Dec 15 21:31:16.731785 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50416) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:16.744478 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0da0966-6da1-43fa-a77e-3fa8f310e434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.818089 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0da0966-6da1-43fa-a77e-3fa8f310e434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.882039 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e0da0966-6da1-43fa-a77e-3fa8f310e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.919382 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e0da0966-6da1-43fa-a77e-3fa8f310e434 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6871eb873fd54bd4abfddf26e36fa45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865504 Dec 15 21:31:16.920126 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da0966-6da1-43fa-a77e-3fa8f310e434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e6458-6484-481c-99c9-e7eaab6d7c11,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:16.922060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50418) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:16.970379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:16.992019 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:17.137432 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:17.139955 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:17.141066 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f93e6458-6484-481c-99c9-e7eaab6d7c11 HTTP/1.1" status: 204 len: 168 time: 0.2168827 Dec 15 21:31:17.148949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea88f1-96c3-41d6-9d0a-546867ce63e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e6458-6484-481c-99c9-e7eaab6d7c11,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:17.540044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9051958-7525-415c-99e1-bc6cc42b50ac req-4ecda150-beb2-48e2-9f1b-a297986a0c2f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:17.541534 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a9051958-7525-415c-99e1-bc6cc42b50ac req-4ecda150-beb2-48e2-9f1b-a297986a0c2f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0480812 Dec 15 21:31:17.588843 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a9051958-7525-415c-99e1-bc6cc42b50ac req-b85c8b35-736a-451c-b286-c44a8c3978dc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415857 Dec 15 21:31:18.713103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e1c39-0e33-454c-b3af-a58899e123d1 req-26c57126-22c1-44d1-b7f3-0ac6bb825f0f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:18.714740 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c43e1c39-0e33-454c-b3af-a58899e123d1 req-26c57126-22c1-44d1-b7f3-0ac6bb825f0f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0537283 Dec 15 21:31:18.764466 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c43e1c39-0e33-454c-b3af-a58899e123d1 req-79322953-e89d-48e6-9562-fd122d7aa717 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Dec 15 21:31:19.110846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.493708 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50474) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:19.595726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8f756ca-0124-455d-bd91-f79bf5b92084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.667182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8f756ca-0124-455d-bd91-f79bf5b92084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.734375 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a8f756ca-0124-455d-bd91-f79bf5b92084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.767219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a8f756ca-0124-455d-bd91-f79bf5b92084 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33d4ada2a57940ea960ee484e1d7d896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724094 Dec 15 21:31:19.771696 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50478) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:19.779694 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f756ca-0124-455d-bd91-f79bf5b92084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa67f3f0-2f2e-4c65-b7cc-732705b6c17d,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:19.835891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.858919 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:19.901566 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae3463-06d7-49c2-b4fe-72c4d1880ed3 req-5ef46ec8-039f-4f2d-a95c-941de5412ea9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:19.903017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7ae3463-06d7-49c2-b4fe-72c4d1880ed3 req-5ef46ec8-039f-4f2d-a95c-941de5412ea9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0481212 Dec 15 21:31:19.952638 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7ae3463-06d7-49c2-b4fe-72c4d1880ed3 req-f6605c85-4e39-4bbf-83e3-ea4ef2f14533 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Dec 15 21:31:20.003059 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:20.006485 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:20.007631 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa67f3f0-2f2e-4c65-b7cc-732705b6c17d HTTP/1.1" status: 204 len: 168 time: 0.2349565 Dec 15 21:31:20.015416 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fcf27-7def-43ba-bc12-46ee85cb8663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa67f3f0-2f2e-4c65-b7cc-732705b6c17d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:20.890543 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50488) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:20.903601 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:20.979413 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.072929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4119b0a-aef2-4935-a13a-426c7b7da424 req-c97726c1-a6e9-4ca4-8485-c997d482e4f6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:21.075266 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4119b0a-aef2-4935-a13a-426c7b7da424 req-c97726c1-a6e9-4ca4-8485-c997d482e4f6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0468957 Dec 15 21:31:21.138659 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4119b0a-aef2-4935-a13a-426c7b7da424 req-021d011c-d087-425b-9fb9-488232ae41e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558834 Dec 15 21:31:21.662789 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.705635 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78e3055b8110424f8566ffb74c68cafa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8136058 Dec 15 21:31:21.707649 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4256a0f-4697-4950-ae00-566706285db2,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:21.709775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50498) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:21.732068 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.732423 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.732770 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.733141 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.734583 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.734931 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.735275 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.739322 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.739720 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.740205 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.740556 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.740916 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.741220 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5309b81-99c3-4fcb-b8d5-93548151d841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:31:21.783649 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.804872 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.949075 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.951593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:21.952736 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4256a0f-4697-4950-ae00-566706285db2 HTTP/1.1" status: 204 len: 168 time: 0.2412672 Dec 15 21:31:21.968201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c41a4-afaf-4762-a2dd-645034fae97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4256a0f-4697-4950-ae00-566706285db2,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:22.272352 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cb61e-07ee-4f9a-bebd-49b11d84ab86 req-48642ef3-ef5b-46b7-80a1-c6c7b3b66c8a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:22.273730 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b5cb61e-07ee-4f9a-bebd-49b11d84ab86 req-48642ef3-ef5b-46b7-80a1-c6c7b3b66c8a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0541742 Dec 15 21:31:22.327319 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0b5cb61e-07ee-4f9a-bebd-49b11d84ab86 req-2699107a-217a-41be-9abc-1c853df3160f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448604 Dec 15 21:31:23.455416 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2356ff-9cd6-4ccc-8ed2-ed1d3e440f88 req-ea07b22b-5145-44af-aac1-2b0c2bc5608a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:23.457763 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ce2356ff-9cd6-4ccc-8ed2-ed1d3e440f88 req-ea07b22b-5145-44af-aac1-2b0c2bc5608a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0501456 Dec 15 21:31:23.555557 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ce2356ff-9cd6-4ccc-8ed2-ed1d3e440f88 req-7d64b01f-add5-43cb-b6be-99f65750c54d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914938 Dec 15 21:31:24.684572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328e25b-a3cd-4c60-a114-06b73391623b req-9cb2798c-3c8a-4a28-8aaa-7c0c43b875bc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:24.686042 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5328e25b-a3cd-4c60-a114-06b73391623b req-9cb2798c-3c8a-4a28-8aaa-7c0c43b875bc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0516744 Dec 15 21:31:24.732848 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5328e25b-a3cd-4c60-a114-06b73391623b req-8292773c-0039-453f-a848-f21c35ff75dd tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407703 Dec 15 21:31:25.886607 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17186c42-9a30-4eb2-a690-2cd7733f4501 req-f5f9556c-36a1-422c-b98f-9d00fea10806 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:25.888126 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17186c42-9a30-4eb2-a690-2cd7733f4501 req-f5f9556c-36a1-422c-b98f-9d00fea10806 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0604708 Dec 15 21:31:25.937123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17186c42-9a30-4eb2-a690-2cd7733f4501 req-17ffbea7-77bc-44ca-9339-99a83184b40c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429101 Dec 15 21:31:26.542799 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50614) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:26.654385 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97fa2183-a50c-4f04-b6b0-03a9526e2722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:26.734010 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97fa2183-a50c-4f04-b6b0-03a9526e2722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:26.825008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-97fa2183-a50c-4f04-b6b0-03a9526e2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:26.884715 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50620) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:26.885304 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-97fa2183-a50c-4f04-b6b0-03a9526e2722 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c50369e9540e4aa5939cf8c77d2be4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407934 Dec 15 21:31:26.885813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa2183-a50c-4f04-b6b0-03a9526e2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e446e77-bd54-4d53-af2d-5b93983e5669,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:26.944357 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:26.964937 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.065405 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19664093-28cd-4997-9da1-d193f05ce41d req-2c7197b7-1de4-4ff8-a68f-413137e4c25d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:27.067675 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-19664093-28cd-4997-9da1-d193f05ce41d req-2c7197b7-1de4-4ff8-a68f-413137e4c25d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0535467 Dec 15 21:31:27.080949 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.083827 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.088658 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e446e77-bd54-4d53-af2d-5b93983e5669 HTTP/1.1" status: 204 len: 168 time: 0.2028654 Dec 15 21:31:27.097059 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f2f8-5d81-4a9b-81c4-ea7c135d519d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e446e77-bd54-4d53-af2d-5b93983e5669,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:27.118012 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-19664093-28cd-4997-9da1-d193f05ce41d req-b888c9a6-df96-4af0-8e69-d095f0ee39c0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437672 Dec 15 21:31:27.703219 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50628) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:27.715823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ee7052a-ba60-4289-b286-89ae86e33641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.803632 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ee7052a-ba60-4289-b286-89ae86e33641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.897453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6ee7052a-ba60-4289-b286-89ae86e33641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:27.925133 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6ee7052a-ba60-4289-b286-89ae86e33641 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b622f371833b4b40af6fa25412868cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208600 Dec 15 21:31:27.928369 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:27.960297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7052a-ba60-4289-b286-89ae86e33641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc66484-e3b7-4b7e-bd73-f02b6073b787,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:27.981662 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:28.002752 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:28.149019 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:28.151693 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:28.152823 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ddc66484-e3b7-4b7e-bd73-f02b6073b787 HTTP/1.1" status: 204 len: 168 time: 0.2228966 Dec 15 21:31:28.161288 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dd22b-984e-48e4-8c19-56b2e69f6fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc66484-e3b7-4b7e-bd73-f02b6073b787,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:28.462461 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c800e9-4050-4faf-9faa-7b0eb8e2f0c2 req-82d1037b-30e5-449a-a160-527a6a61afdc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:28.464114 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4c800e9-4050-4faf-9faa-7b0eb8e2f0c2 req-82d1037b-30e5-449a-a160-527a6a61afdc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0692811 Dec 15 21:31:28.516927 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d4c800e9-4050-4faf-9faa-7b0eb8e2f0c2 req-d9547333-1902-4ea9-ba18-b219b0c937ba tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436637 Dec 15 21:31:29.637860 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88511fbc-a049-4870-bfb5-355b2587730f req-f39c5f22-9b28-44ef-be9f-dec3709d2857 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:29.639313 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88511fbc-a049-4870-bfb5-355b2587730f req-f39c5f22-9b28-44ef-be9f-dec3709d2857 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0495355 Dec 15 21:31:29.685188 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88511fbc-a049-4870-bfb5-355b2587730f req-16a3fba3-f223-43dc-a2eb-c8d93849f5c4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399971 Dec 15 21:31:30.125580 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50700) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:30.226964 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26cb9436-c884-4c1b-a1bb-9291731ac833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.300105 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26cb9436-c884-4c1b-a1bb-9291731ac833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.356505 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-26cb9436-c884-4c1b-a1bb-9291731ac833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.394216 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-26cb9436-c884-4c1b-a1bb-9291731ac833 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5789ae370fdc4750a33e159fdebfeff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674651 Dec 15 21:31:30.396757 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb9436-c884-4c1b-a1bb-9291731ac833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad57c041-2f81-4240-8789-8d4150db8998,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:30.397579 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50708) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:30.447132 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.468073 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.591612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.594647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:30.595795 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad57c041-2f81-4240-8789-8d4150db8998 HTTP/1.1" status: 204 len: 168 time: 0.1972425 Dec 15 21:31:30.604072 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430582c-96d3-407c-873f-ddb81f31fb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad57c041-2f81-4240-8789-8d4150db8998,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:31.039248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045a4d-488d-49ad-942a-fdcbcbea468b req-11182a39-a211-4318-993d-7e3e2b168594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:31.040740 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f045a4d-488d-49ad-942a-fdcbcbea468b req-11182a39-a211-4318-993d-7e3e2b168594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.2826588 Dec 15 21:31:31.092507 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5f045a4d-488d-49ad-942a-fdcbcbea468b req-f3e3ce40-297c-4cd4-b1f7-d52f092daf0f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Dec 15 21:31:31.348365 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50738) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:31.360866 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c43afa8-9dd1-4c56-8437-932805e552ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.433176 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c43afa8-9dd1-4c56-8437-932805e552ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.508891 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3c43afa8-9dd1-4c56-8437-932805e552ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.555060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3c43afa8-9dd1-4c56-8437-932805e552ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f89208c6b9974f79bc4ac45cdf0e2aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032571 Dec 15 21:31:31.555060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43afa8-9dd1-4c56-8437-932805e552ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a09f51-ebf1-486e-b871-d948275e42fc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:31.558264 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50742) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:31.605855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.626537 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.726451 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-4ab328ac-0746-4745-9a59-eb5eff60e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:31.727968 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-4ab328ac-0746-4745-9a59-eb5eff60e260 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1097 time: 0.2003236 Dec 15 21:31:31.748820 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.751582 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:31.753035 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4a09f51-ebf1-486e-b871-d948275e42fc HTTP/1.1" status: 204 len: 168 time: 0.1964509 Dec 15 21:31:31.762978 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbc486-fd4a-4764-af23-388752273d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a09f51-ebf1-486e-b871-d948275e42fc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:31.835191 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-433c6104-d8d7-4065-bb53-fe05cd5459e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:31.836798 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-433c6104-d8d7-4065-bb53-fe05cd5459e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0893085 Dec 15 21:31:31.909278 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-6df331f1-df60-4e6a-a78e-da8f4ebd7844 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 200 len: 999 time: 0.0640266 Dec 15 21:31:31.959166 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-0df3fd3c-d182-4a7f-b044-d4c42c31220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:31.960608 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-0df3fd3c-d182-4a7f-b044-d4c42c31220b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0441265 Dec 15 21:31:32.008178 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-ad1fea62-f689-45b6-8764-d6e68bdbd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:32.009728 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-ad1fea62-f689-45b6-8764-d6e68bdbd7d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413747 Dec 15 21:31:32.104851 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-a3fa80d0-830a-4bfb-af8e-abdf311ee32b service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867045 Dec 15 21:31:32.298158 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d74a3-b23c-445e-a1ba-4bd3d1f85678 req-087fda6f-a2bb-45d5-8a0d-85be3edae4b2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:32.298158 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-632d74a3-b23c-445e-a1ba-4bd3d1f85678 req-087fda6f-a2bb-45d5-8a0d-85be3edae4b2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0981071 Dec 15 21:31:32.304040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49cd789b-c9b4-456d-b6cd-102293e3e723 req-b874c37c-e286-4585-b056-23b1e1c6d74e service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916022 Dec 15 21:31:32.359899 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:31:32.364697 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-632d74a3-b23c-445e-a1ba-4bd3d1f85678 req-93a42ed3-2eec-44d2-8a00-94a1c0b78c4f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587108 Dec 15 21:31:33.491201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38aed6-16df-4a7e-a8c2-e8525bc540db req-007ad360-8f6a-418a-9e98-0f6309f30dac tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:33.492693 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e38aed6-16df-4a7e-a8c2-e8525bc540db req-007ad360-8f6a-418a-9e98-0f6309f30dac tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0487971 Dec 15 21:31:33.539082 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e38aed6-16df-4a7e-a8c2-e8525bc540db req-3292811c-29c8-451d-93b5-12c58ade8f76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Dec 15 21:31:34.658600 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b5d65-35de-4d77-9591-378d3d679063 req-8132cbcf-015d-4c55-9d7d-d85d579120c8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:34.660040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c60b5d65-35de-4d77-9591-378d3d679063 req-8132cbcf-015d-4c55-9d7d-d85d579120c8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0476904 Dec 15 21:31:34.710713 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c60b5d65-35de-4d77-9591-378d3d679063 req-8f391af6-54a3-4756-829d-418cf8dfc40c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Dec 15 21:31:35.832271 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1115e-8467-41cf-a786-f2397ba08861 req-6f1ec992-07a6-425d-9554-8a17244de85c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:35.833784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88b1115e-8467-41cf-a786-f2397ba08861 req-6f1ec992-07a6-425d-9554-8a17244de85c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0505984 Dec 15 21:31:35.880413 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88b1115e-8467-41cf-a786-f2397ba08861 req-85c28bab-5392-4d77-b2b9-1789bb4c6e60 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Dec 15 21:31:37.008633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115916cc-8044-4fbe-9fb2-fbcc04b1dc6b req-39ea4630-a2b9-4ddd-8dd7-4303b211a585 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:37.010139 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-115916cc-8044-4fbe-9fb2-fbcc04b1dc6b req-39ea4630-a2b9-4ddd-8dd7-4303b211a585 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0575883 Dec 15 21:31:37.060732 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-115916cc-8044-4fbe-9fb2-fbcc04b1dc6b req-3ec7cf48-9199-4216-8207-d55f2d898f00 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447361 Dec 15 21:31:37.164626 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f35261e3-519e-438a-a438-1b04916cf1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:37.523044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50864) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:37.627705 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bc1692a-5e82-4a0d-9234-0ecd9404edd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:37.701247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bc1692a-5e82-4a0d-9234-0ecd9404edd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:37.777236 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3bc1692a-5e82-4a0d-9234-0ecd9404edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:37.815512 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3bc1692a-5e82-4a0d-9234-0ecd9404edd0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ea17a63e3c4a60b7bd4b1f20a110e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913747 Dec 15 21:31:37.816374 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1692a-5e82-4a0d-9234-0ecd9404edd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c34c262-8cc7-49a3-b920-beb8b26c714a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:37.818324 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50868) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:37.868933 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:37.889776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:38.034214 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:38.036763 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:38.037924 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c34c262-8cc7-49a3-b920-beb8b26c714a HTTP/1.1" status: 204 len: 168 time: 0.2180254 Dec 15 21:31:38.045703 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482cf5-9ed2-4883-ac0b-105164b4fc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c34c262-8cc7-49a3-b920-beb8b26c714a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:38.184400 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de1183-5587-4992-9ea9-b0a25a78dc9f req-8edad02e-e501-4ebd-9185-3d0fd8d1f19c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:38.185890 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5de1183-5587-4992-9ea9-b0a25a78dc9f req-8edad02e-e501-4ebd-9185-3d0fd8d1f19c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0483963 Dec 15 21:31:38.233005 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5de1183-5587-4992-9ea9-b0a25a78dc9f req-c8cfcdb1-1f1d-4a67-bb23-b3b823bb5b8f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406535 Dec 15 21:31:39.359297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2759bf7-feb2-4d66-ab86-04ee94a73f54 req-e5bc8f91-602e-4f02-9c43-92785acb66ff tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:39.360765 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2759bf7-feb2-4d66-ab86-04ee94a73f54 req-e5bc8f91-602e-4f02-9c43-92785acb66ff tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0517826 Dec 15 21:31:39.408143 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2759bf7-feb2-4d66-ab86-04ee94a73f54 req-78903978-1109-402d-9a5c-2b5bf7f06fb3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Dec 15 21:31:39.516866 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9082b2ff-6b25-4f51-aa79-56e206b10dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:40.525206 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271c381-c957-40b3-91f8-cd5c8e384d16 req-a84b3de1-f4cb-4b77-ac16-bc88f3b218da tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:40.526660 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2271c381-c957-40b3-91f8-cd5c8e384d16 req-a84b3de1-f4cb-4b77-ac16-bc88f3b218da tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 944 time: 0.0479560 Dec 15 21:31:40.574922 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2271c381-c957-40b3-91f8-cd5c8e384d16 req-31580947-9f7e-46f8-957b-b604764c8030 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Dec 15 21:31:40.790844 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:40.917195 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:31:41.029861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:31:41.043993 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'mac_address': 'fa:16:3e:ea:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:31:41.078189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:41.091273 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:31:41.110554 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:31:41.173765 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:41.220725 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:41.574003 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['d9faeb45-eca5-49c3-a09d-14df25fa5c7f'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:31:41.699364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55448635-0507-4ebe-9275-64b63030c029 req-8e5a67e9-7665-4877-b3a9-641dfc8ef5ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:41.702280 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55448635-0507-4ebe-9275-64b63030c029 req-8e5a67e9-7665-4877-b3a9-641dfc8ef5ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0555720 Dec 15 21:31:41.758223 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-55448635-0507-4ebe-9275-64b63030c029 req-d09e75fa-dfd6-40cc-beb1-d43883513b8c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479820 Dec 15 21:31:42.042543 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.214952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50946) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:42.316448 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0049-7acf-49b7-aa8b-7151f999d02f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.387227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0049-7acf-49b7-aa8b-7151f999d02f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.448662 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-bbdd0049-7acf-49b7-aa8b-7151f999d02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.488495 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-bbdd0049-7acf-49b7-aa8b-7151f999d02f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88ad1d22a70e470db83e6168f0b5c669&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723632 Dec 15 21:31:42.489363 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd0049-7acf-49b7-aa8b-7151f999d02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5b1baa-1b28-449e-8e57-a533eadbb82f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:42.491107 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50950) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:42.540584 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.562139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.663496 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.666153 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:42.667300 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b5b1baa-1b28-449e-8e57-a533eadbb82f HTTP/1.1" status: 204 len: 168 time: 0.1751530 Dec 15 21:31:42.675096 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614dd4f-1940-43e2-9f82-b827fbcb7f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5b1baa-1b28-449e-8e57-a533eadbb82f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:42.878507 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534af72-6af0-45ed-a6b9-9c52d5d3a847 req-bd5918e4-22d6-42a1-9084-c3c0e7607aa6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:42.880017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2534af72-6af0-45ed-a6b9-9c52d5d3a847 req-bd5918e4-22d6-42a1-9084-c3c0e7607aa6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 945 time: 0.0487342 Dec 15 21:31:42.930254 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2534af72-6af0-45ed-a6b9-9c52d5d3a847 req-4409675b-b673-4ed3-a0eb-16e97faad29b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435717 Dec 15 21:31:42.935917 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:31:42.985453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port d9faeb45-eca5-49c3-a09d-14df25fa5c7f triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:31:42.989902 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.077215 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.100228 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:31:43.102648 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad435350-1f0a-4ac3-a3d6-1bf837931955" -d '{"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:31:43.126738 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:31:43.147697 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320129b5-3e8d-4564-bb8d-df57d9ac926d x-openstack-request-id: req-320129b5-3e8d-4564-bb8d-df57d9ac926d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:31:43.148011 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-plugged", "status": "completed", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:31:43.148269 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-320129b5-3e8d-4564-bb8d-df57d9ac926d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:31:43.148665 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'code': 200} Dec 15 21:31:43.200246 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.259843 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:43.326179 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.335681 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50970) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:43.350734 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8deba40c-3c5f-401f-b53b-e95aab422bb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.422318 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8deba40c-3c5f-401f-b53b-e95aab422bb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.480306 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8deba40c-3c5f-401f-b53b-e95aab422bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.517188 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8deba40c-3c5f-401f-b53b-e95aab422bb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e1ae24a469f4cbd810fdaba13933bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804054 Dec 15 21:31:43.519094 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba40c-3c5f-401f-b53b-e95aab422bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc99ef-e561-4e13-b103-093695433467,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:43.519927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50972) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:43.571701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.594610 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.719981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.722612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:43.723760 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2bc99ef-e561-4e13-b103-093695433467 HTTP/1.1" status: 204 len: 168 time: 0.2028630 Dec 15 21:31:43.731864 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e09d29-9e21-4205-9081-fcddf9b00197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc99ef-e561-4e13-b103-093695433467,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:43.885728 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4701c-f547-4fd6-b140-70ef23139d0e req-314ceeff-e957-4d02-aaea-0cf4269d2b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:43.887213 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ef4701c-f547-4fd6-b140-70ef23139d0e req-314ceeff-e957-4d02-aaea-0cf4269d2b5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 1100 time: 0.0419438 Dec 15 21:31:43.937564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3ef4701c-f547-4fd6-b140-70ef23139d0e req-5c74668e-a555-4b15-8cd5-da80665afebc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 Dec 15 21:31:44.066787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503fe99-7126-4b79-85bf-fe8caaf650d6 req-bdabc276-2bf2-4b5e-b6e2-35ae9f256349 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:44.068362 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d503fe99-7126-4b79-85bf-fe8caaf650d6 req-bdabc276-2bf2-4b5e-b6e2-35ae9f256349 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0504358 Dec 15 21:31:44.120879 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d503fe99-7126-4b79-85bf-fe8caaf650d6 req-da5a4df5-5e0e-4949-b711-7f8907891e10 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459549 Dec 15 21:31:44.426302 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 50990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:44.439987 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b36180-eccf-4e4d-8c2e-f19f642fc8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.513251 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b36180-eccf-4e4d-8c2e-f19f642fc8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.568325 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b5b36180-eccf-4e4d-8c2e-f19f642fc8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.610830 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b5b36180-eccf-4e4d-8c2e-f19f642fc8a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a784e92c48454ed6b7880cf2130e00ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832299 Dec 15 21:31:44.611766 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b36180-eccf-4e4d-8c2e-f19f642fc8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88bdf1-7cd3-483c-9113-e168099a9a37,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:44.613556 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 50996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:44.665338 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.687836 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.794684 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.797514 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:44.801001 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a88bdf1-7cd3-483c-9113-e168099a9a37 HTTP/1.1" status: 204 len: 168 time: 0.1842113 Dec 15 21:31:44.809063 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14db8b-aea1-49cd-b2f4-d2fc1e834157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88bdf1-7cd3-483c-9113-e168099a9a37,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:45.251364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2bff4-6949-41e8-ac3f-8d1784284a70 req-78e05e49-3e65-415a-a49d-5efac5924103 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:45.253151 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acf2bff4-6949-41e8-ac3f-8d1784284a70 req-78e05e49-3e65-415a-a49d-5efac5924103 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0559015 Dec 15 21:31:45.305986 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-acf2bff4-6949-41e8-ac3f-8d1784284a70 req-45e78b20-be77-44e8-a875-40eadac4a3c1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Dec 15 21:31:46.446803 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a59c2-ec28-4344-b40c-266c1e48fcfc req-d119ccf6-4f73-4900-a6d8-111ff5b538b0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:46.449060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e32a59c2-ec28-4344-b40c-266c1e48fcfc req-d119ccf6-4f73-4900-a6d8-111ff5b538b0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0592196 Dec 15 21:31:46.500957 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e32a59c2-ec28-4344-b40c-266c1e48fcfc req-dd0a9995-4573-449e-a1df-cb31fc29e93e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Dec 15 21:31:47.626686 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970c6f0-8772-42fe-b857-6c5c4549d89d req-bea11749-e99b-4e5d-8a01-f02a04eb39cf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:31:47.628411 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5970c6f0-8772-42fe-b857-6c5c4549d89d req-bea11749-e99b-4e5d-8a01-f02a04eb39cf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0497735 Dec 15 21:31:47.674696 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5970c6f0-8772-42fe-b857-6c5c4549d89d req-91a279c5-0d91-4a92-b199-3a1258a31718 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Dec 15 21:31:49.174024 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.133434 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:55.243246 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b69a482e-c1c1-4bed-8af2-ff4d3515fa2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.317746 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b69a482e-c1c1-4bed-8af2-ff4d3515fa2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.377431 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b69a482e-c1c1-4bed-8af2-ff4d3515fa2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.415509 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b69a482e-c1c1-4bed-8af2-ff4d3515fa2a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90be0ca913b24240b074dee9c04c82ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810099 Dec 15 21:31:55.419951 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a482e-c1c1-4bed-8af2-ff4d3515fa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead44da3-2285-4f36-8bc0-a3ad1656a239,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:55.420068 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51194) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:55.469106 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.494393 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.596561 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.599246 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:55.600995 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ead44da3-2285-4f36-8bc0-a3ad1656a239 HTTP/1.1" status: 204 len: 168 time: 0.1816413 Dec 15 21:31:55.608892 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac0ca8-066a-47bf-a525-a55f564d76bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead44da3-2285-4f36-8bc0-a3ad1656a239,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:58.594428 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51220) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:58.697142 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf60d-9c33-47d7-b8a5-9561c79afb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:58.767353 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf60d-9c33-47d7-b8a5-9561c79afb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:58.836705 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9fdf60d-9c33-47d7-b8a5-9561c79afb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:58.872530 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdf60d-9c33-47d7-b8a5-9561c79afb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26bc455-8500-445b-af66-7feca48c90be,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:31:58.878137 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c9fdf60d-9c33-47d7-b8a5-9561c79afb35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58834e393bdb49d1b6d3d34757ca619e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2826905 Dec 15 21:31:58.881296 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51224) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:31:58.927425 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:58.954291 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:59.085802 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:59.088288 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:31:59.089480 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b26bc455-8500-445b-af66-7feca48c90be HTTP/1.1" status: 204 len: 168 time: 0.2071230 Dec 15 21:31:59.096968 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024368c-5c4c-4127-994d-2a00201f542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26bc455-8500-445b-af66-7feca48c90be,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:00.686962 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51258) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:00.786721 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f823-55cb-4f63-9cf8-183d81c0a9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:00.856745 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f823-55cb-4f63-9cf8-183d81c0a9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:00.960363 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f823-55cb-4f63-9cf8-183d81c0a9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:00.996557 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f2d9f823-55cb-4f63-9cf8-183d81c0a9b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=000df418a29844de8bb6866029270855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085520 Dec 15 21:32:00.997412 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9f823-55cb-4f63-9cf8-183d81c0a9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e261fb-ff44-4192-8838-0ff5eb902128,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:00.999999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51262) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:01.048309 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:01.068952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:01.176946 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:01.179628 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:01.180801 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01e261fb-ff44-4192-8838-0ff5eb902128 HTTP/1.1" status: 204 len: 168 time: 0.1796350 Dec 15 21:32:01.188528 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94717c5-09ab-4b95-a173-2932a770c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e261fb-ff44-4192-8838-0ff5eb902128,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:02.081580 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51284) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:02.173172 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-688589872-network', 'tenant_id': '3a8bf258f5af4a69bfc60066b7d1bd9c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:02.248003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Made reservation on behalf of 3a8bf258f5af4a69bfc60066b7d1bd9c for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:32:02.250269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.258818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.328138 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.399923 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.420314 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:32:02.433237 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655ec60b-65ac-4beb-9a5a-dccd56020843,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:02.437878 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.438222 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Added segment 225b44a0-14fd-47a2-944a-5b89fffd1d82 of type vlan for network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 Dec 15 21:32:02.479779 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.611546 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.612492 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:02.613070 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:02.670396 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:02.680435 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:32:02.713678 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0dc5fc62-7b6c-4f47-8cee-f7cfb86d74a8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6309364 Dec 15 21:32:02.716504 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51288) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:02.721533 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Request body: {'subnet': {'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-688589872-subnet', 'tenant_id': '3a8bf258f5af4a69bfc60066b7d1bd9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:02.799911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Made reservation on behalf of 3a8bf258f5af4a69bfc60066b7d1bd9c for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:32:02.802314 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260857705'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:03.040667 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260295628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260857727'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:03.094579 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:03.103004 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Checking segment: {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:32:03.103363 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Network hostable DHCP agents. Network: d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:32:03.190624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:32:03.259257 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:32:03.263464 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:03.264048 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:03.270008 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8981f9-5e3b-4ccf-ad2a-d783d86597e7 None None] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:32:03.359268 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0f6dfd89-4448-414c-a48a-12a7f496e971 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6417022 Dec 15 21:32:03.370428 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38729c82-3d30-445e-aa6b-752b9c371775 None None] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:32:05.487122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-11668765-4ed8-4019-91cf-8315d00c312b tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:05.488606 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-11668765-4ed8-4019-91cf-8315d00c312b tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/networks?id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 200 len: 808 time: 0.1015677 Dec 15 21:32:05.503921 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-912315fd-887c-41f6-99e7-220e2f5ee5a4 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/quotas/3a8bf258f5af4a69bfc60066b7d1bd9c HTTP/1.1" status: 200 len: 375 time: 0.0092013 Dec 15 21:32:05.535064 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-bec971d2-4723-4302-9195-9d1d52c3d953 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252182 Dec 15 21:32:05.669240 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-23a055f2-e968-4928-bb49-1451d92a2a82 service neutron] 10.222.0.44 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273391 Dec 15 21:32:05.757304 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-4e485167-c473-4413-a31f-74c1a690006a service neutron] 10.222.0.44 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818071 Dec 15 21:32:06.001079 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2596b437-a826-4dce-816a-33b67271f925 req-47339d86-8e82-4f3d-8964-9a784dbdf38e tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 210 time: 0.0265560 Dec 15 21:32:07.100781 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f74a8dee-5b99-4033-8565-65ad562c59bf req-2f540a33-6635-4f94-8d95-4c51522564e3 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 210 time: 0.0308418 Dec 15 21:32:07.178111 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-04a54e89-a9ff-4e8a-b2ce-8884c34568c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:07.494469 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135edce-5058-43cb-9988-8d68f89e4f55 req-2cafba89-61f1-444d-bc10-a23d42253a07 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:07.496208 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2135edce-5058-43cb-9988-8d68f89e4f55 req-2cafba89-61f1-444d-bc10-a23d42253a07 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0511072 Dec 15 21:32:07.545545 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2135edce-5058-43cb-9988-8d68f89e4f55 req-3fa5ef60-55f0-49b9-a407-d15ff20a44ac tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 Dec 15 21:32:08.232773 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8493ee5-c122-46f9-bb51-5155282f4fe1 req-5ce50276-6835-45ed-be5f-c00082fadf8f tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 210 time: 0.0571325 Dec 15 21:32:08.281107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-20ae2b75-ee4e-4048-b302-283891a21ddd tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:08.282647 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-20ae2b75-ee4e-4048-b302-283891a21ddd tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "GET /v2.0/networks?id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 200 len: 808 time: 0.1276464 Dec 15 21:32:08.302107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Request body: {'port': {'device_id': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5', 'admin_state_up': True, 'tenant_id': '3a8bf258f5af4a69bfc60066b7d1bd9c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:08.464889 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Made reservation on behalf of 3a8bf258f5af4a69bfc60066b7d1bd9c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:32:08.468369 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:08.592182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Allocated IP 172.20.0.9 (d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5/5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd/e3217a77-4484-465c-b367-c0e47bcb8389) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:32:08.732179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080bbef8-1673-45cb-823c-342ecd320e9a req-9a0b2f35-ed81-498e-8d07-f293af85d1c4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:08.733663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-080bbef8-1673-45cb-823c-342ecd320e9a req-9a0b2f35-ed81-498e-8d07-f293af85d1c4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.1182654 Dec 15 21:32:08.808009 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:08.815113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-080bbef8-1673-45cb-823c-342ecd320e9a req-8a5e845b-2a39-46a7-b476-fc88fd4e266d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741122 Dec 15 21:32:08.899896 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:08.943619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:32:08.946680 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:32:08.949078 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:32:08.978728 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Pushing event updated for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:09.004613 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:09.005333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.085300 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-c1a9b2cd-38ab-48c9-928e-44ca89163e68 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7900429 Dec 15 21:32:09.097446 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Request body: {'port': {'device_id': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:09.151141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.348791 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:32:09.382974 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a0043-66ce-47f0-ae7a-5c92bc94dc94 req-56226029-c2c0-44cf-9c7a-a750795951af tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:09.384417 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-233a0043-66ce-47f0-ae7a-5c92bc94dc94 req-56226029-c2c0-44cf-9c7a-a750795951af tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 931 time: 0.0758889 Dec 15 21:32:09.476158 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-233a0043-66ce-47f0-ae7a-5c92bc94dc94 req-3886a22f-87e6-44fb-b874-ef63701eed91 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796001 Dec 15 21:32:09.479346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3217a77-4484-465c-b367-c0e47bcb8389 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:32:09.487382 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.498084 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Transition to ACTIVE for port object e3217a77-4484-465c-b367-c0e47bcb8389 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:32:09.504974 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-24538d8e-50ca-4291-ab69-d24de35d8a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.582763 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.634844 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Pushing event updated for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:09.704390 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Attempting to bind port e3217a77-4484-465c-b367-c0e47bcb8389 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:32:09.704717 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Attempting to bind port e3217a77-4484-465c-b367-c0e47bcb8389 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:32:09.705040 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Attempting to bind port e3217a77-4484-465c-b367-c0e47bcb8389 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:32:09.709784 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Port e3217a77-4484-465c-b367-c0e47bcb8389 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:32:09.710105 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Attempting to bind port e3217a77-4484-465c-b367-c0e47bcb8389 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:32:09.714789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:32:09.715117 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Checking segment: {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:32:09.715492 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Bound using segment: {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:32:09.715905 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Bound port: e3217a77-4484-465c-b367-c0e47bcb8389, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:32:09.716248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.776124 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:32:09.779024 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e3217a77-4484-465c-b367-c0e47bcb8389,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:32:09.894181 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.950126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:09.950734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:09.952087 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] 10.222.0.60 "PUT /v2.0/ports/e3217a77-4484-465c-b367-c0e47bcb8389 HTTP/1.1" status: 200 len: 1093 time: 0.8586187 Dec 15 21:32:09.952526 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:09.954922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ac2607-4e44-4979-83a1-296c45cfa19c" -d '{"events": [{"name": "network-changed", "server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:09.987598 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462b35-1ece-4724-a23b-35e673e23170 req-9e53cf25-35ab-4e87-90fd-6919f5b249be tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:09.989120 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e462b35-1ece-4724-a23b-35e673e23170 req-9e53cf25-35ab-4e87-90fd-6919f5b249be tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.1072192 Dec 15 21:32:09.990906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13b69d-7c23-4529-85a5-4f1e02dde337 service neutron] Pushing event updated for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:10.048763 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e462b35-1ece-4724-a23b-35e673e23170 req-b48d3901-2867-4289-9f02-4d26a1f0dc66 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493536 Dec 15 21:32:10.068806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53186ce8-9242-4489-9f74-d92175b3a127 x-openstack-request-id: req-53186ce8-9242-4489-9f74-d92175b3a127 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:10.068806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:10.068806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53186ce8-9242-4489-9f74-d92175b3a127 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:10.068806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389', 'status': 'completed', 'code': 200} Dec 15 21:32:10.111596 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-132d7fd0-09f9-41a7-a466-734c87a67a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:10.113068 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-132d7fd0-09f9-41a7-a466-734c87a67a77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 1096 time: 0.0385737 Dec 15 21:32:10.154491 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-791e3c39-4303-4b54-b8af-381d193e362b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3217a77-4484-465c-b367-c0e47bcb8389 HTTP/1.1" status: 200 len: 217 time: 0.0337455 Dec 15 21:32:10.205298 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-d77ee8e7-d822-4170-81de-55cf22525f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:10.206702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-d77ee8e7-d822-4170-81de-55cf22525f60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd HTTP/1.1" status: 200 len: 848 time: 0.0448236 Dec 15 21:32:10.238444 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-a5c4c033-d44a-4255-990d-4721095f52d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236015 Dec 15 21:32:10.324260 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-8a897ec4-5a54-4f7e-bfc9-01870a999bdc service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787516 Dec 15 21:32:10.674255 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6460e01-ffa3-4645-910f-029b26f033d0 req-57d93ea6-0272-480d-9f7d-6086539d6288 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:10.675682 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c6460e01-ffa3-4645-910f-029b26f033d0 req-57d93ea6-0272-480d-9f7d-6086539d6288 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 943 time: 0.0721836 Dec 15 21:32:10.677931 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d42a8916-5f57-4d6d-85e3-bb15325e48cd req-a25462a0-f525-451b-9fa4-1d225d8d3742 service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470650 Dec 15 21:32:10.722093 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c6460e01-ffa3-4645-910f-029b26f033d0 req-f9204d12-457a-4306-98de-8e2767e7b848 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404580 Dec 15 21:32:10.796211 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:10.859452 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-b374f755-900b-413c-a2ed-af7ec8c13907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:10.860877 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-b374f755-900b-413c-a2ed-af7ec8c13907 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 1096 time: 0.0424929 Dec 15 21:32:10.948014 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-6d2fa182-cfa4-4494-884d-ade05c867cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:10.949458 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-6d2fa182-cfa4-4494-884d-ade05c867cf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 200 len: 909 time: 0.0805280 Dec 15 21:32:10.994635 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-e40a0680-79aa-4808-b5f2-4ac3b5bfae23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3217a77-4484-465c-b367-c0e47bcb8389 HTTP/1.1" status: 200 len: 217 time: 0.0369251 Dec 15 21:32:11.042397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-20b7752d-7475-40bc-89c7-8e18f73ef5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:11.043779 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-20b7752d-7475-40bc-89c7-8e18f73ef5fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd HTTP/1.1" status: 200 len: 848 time: 0.0423415 Dec 15 21:32:11.075138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-a85de28a-f39f-4e26-a7c6-90884cc3d12b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236847 Dec 15 21:32:11.196547 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-df42eb2f-c81a-4cd3-b198-d3a2f7836bdb service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132541 Dec 15 21:32:11.203735 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd831bbc-f57f-4b12-af92-a9eb1db14386 req-25b12454-ad4e-45cf-9f9b-64d112383afb tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:11.205058 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd831bbc-f57f-4b12-af92-a9eb1db14386 req-25b12454-ad4e-45cf-9f9b-64d112383afb tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0782032 Dec 15 21:32:11.303065 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd831bbc-f57f-4b12-af92-a9eb1db14386 req-c87a0823-b935-4685-af22-a800b33b24ad tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859377 Dec 15 21:32:11.328181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ac2607-4e44-4979-83a1-296c45cfa19c req-1113f1bd-053d-4de2-b6ba-43772b759a33 service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190808 Dec 15 21:32:11.836109 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b17410b-5603-452a-8d1a-44eda3b3b769 req-3062a8b8-8300-4a87-b1f2-3ae516db6755 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:11.837573 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b17410b-5603-452a-8d1a-44eda3b3b769 req-3062a8b8-8300-4a87-b1f2-3ae516db6755 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 943 time: 0.0490773 Dec 15 21:32:11.883829 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b17410b-5603-452a-8d1a-44eda3b3b769 req-54b92c14-25aa-4fe0-ba3a-ae21668db1e8 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Dec 15 21:32:12.074713 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:12.427886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26266d25-c27c-4b73-a643-55e65a675081 req-606089c8-c52e-44d7-b1fe-913b42c8c063 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:12.429332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26266d25-c27c-4b73-a643-55e65a675081 req-606089c8-c52e-44d7-b1fe-913b42c8c063 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0469728 Dec 15 21:32:12.477766 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26266d25-c27c-4b73-a643-55e65a675081 req-66e7ea2a-b570-4eb9-9683-d55402737850 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425992 Dec 15 21:32:13.004157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b776-a7e7-45ac-974d-185821d534a6 req-5285f201-02d0-45e8-beb4-51c660fbd4c3 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:13.005727 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9784b776-a7e7-45ac-974d-185821d534a6 req-5285f201-02d0-45e8-beb4-51c660fbd4c3 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 943 time: 0.0552990 Dec 15 21:32:13.052654 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9784b776-a7e7-45ac-974d-185821d534a6 req-07c94b31-5876-41e1-b207-4e43e522ff32 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Dec 15 21:32:13.310742 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:13.591972 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa061e7-ad11-406d-b666-21815b6208da req-612cf587-4f2b-4b13-8754-3faff50bbbe7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:13.593345 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bfa061e7-ad11-406d-b666-21815b6208da req-612cf587-4f2b-4b13-8754-3faff50bbbe7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0474620 Dec 15 21:32:13.639767 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bfa061e7-ad11-406d-b666-21815b6208da req-63b9819f-edef-4cbd-8ae5-aacbfe82acc7 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402706 Dec 15 21:32:14.164032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98d8eb-f271-474a-bbc6-d596c469f32f req-caa95775-1302-48d2-92eb-fa51c68196a2 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:14.165499 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc98d8eb-f271-474a-bbc6-d596c469f32f req-caa95775-1302-48d2-92eb-fa51c68196a2 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 943 time: 0.0471714 Dec 15 21:32:14.214142 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc98d8eb-f271-474a-bbc6-d596c469f32f req-83dfc41a-84ee-43ca-a4f7-895791718b39 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Dec 15 21:32:14.751119 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477721a7-9242-419f-954a-3e799cbc89ad req-8d1a450a-be5b-49a4-a5de-e94ce0f59f0f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:14.752823 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-477721a7-9242-419f-954a-3e799cbc89ad req-8d1a450a-be5b-49a4-a5de-e94ce0f59f0f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0475099 Dec 15 21:32:14.799541 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-477721a7-9242-419f-954a-3e799cbc89ad req-c84d36f0-0583-41ee-9710-77f2f4542242 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Dec 15 21:32:15.030160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e3217a77-4484-465c-b367-c0e47bcb8389 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:32:15.122425 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e3217a77-4484-465c-b367-c0e47bcb8389,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:15.134100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'e3217a77-4484-465c-b367-c0e47bcb8389', 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5', 'port_id': 'e3217a77-4484-465c-b367-c0e47bcb8389', 'mac_address': 'fa:16:3e:55:77:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:32:15.295673 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:15.306177 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3217a77-4484-465c-b367-c0e47bcb8389 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:32:15.327707 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e3217a77-4484-465c-b367-c0e47bcb8389,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:15.328571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71643a63-b3b2-4f7c-bca1-257b83b7fdbd req-07630e54-f6bb-40de-8644-cb7ef23dd4ec tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:15.330083 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71643a63-b3b2-4f7c-bca1-257b83b7fdbd req-07630e54-f6bb-40de-8644-cb7ef23dd4ec tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 943 time: 0.0489414 Dec 15 21:32:15.379414 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71643a63-b3b2-4f7c-bca1-257b83b7fdbd req-50c4475d-bded-4837-82e7-92baad310a56 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430934 Dec 15 21:32:15.417519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:15.462703 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:15.469564 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.469932 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.470286 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.470621 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.470946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.471269 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.471589 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.471912 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.472230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.472560 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.472880 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.473193 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.473528 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:15.761600 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['e3217a77-4484-465c-b367-c0e47bcb8389'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:32:15.915940 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430263b-7763-4b19-8600-a5de3b99f0ee req-2a19220d-35c4-4a7e-ac84-6c10c614a22d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:15.917477 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8430263b-7763-4b19-8600-a5de3b99f0ee req-2a19220d-35c4-4a7e-ac84-6c10c614a22d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0518830 Dec 15 21:32:15.963495 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8430263b-7763-4b19-8600-a5de3b99f0ee req-091c12e9-e795-4344-9de5-9f49c08650cf tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401444 Dec 15 21:32:16.492302 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a44a9a-3183-488c-ab14-c8b77e63d038 req-c3b07b88-8736-4a8a-a4e8-ac86f9d94cba tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:16.493811 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36a44a9a-3183-488c-ab14-c8b77e63d038 req-c3b07b88-8736-4a8a-a4e8-ac86f9d94cba tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 944 time: 0.0479558 Dec 15 21:32:16.539988 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36a44a9a-3183-488c-ab14-c8b77e63d038 req-190cb8fd-0572-4b84-bc16-78067ec4818a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Dec 15 21:32:17.053254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e3217a77-4484-465c-b367-c0e47bcb8389 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:32:17.081790 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f246dc9-6dc5-45dc-8ab6-9c60617ade2a req-b26282f4-b0c8-4fa1-8fff-bc556781e77e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:17.083186 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f246dc9-6dc5-45dc-8ab6-9c60617ade2a req-b26282f4-b0c8-4fa1-8fff-bc556781e77e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0523038 Dec 15 21:32:17.129569 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f246dc9-6dc5-45dc-8ab6-9c60617ade2a req-65c49ee3-cf00-45f0-a3ca-fdd501689c4e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396729 Dec 15 21:32:17.156510 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port e3217a77-4484-465c-b367-c0e47bcb8389 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:32:17.160485 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port e3217a77-4484-465c-b367-c0e47bcb8389 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:32:17.160856 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:17.237395 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:17.259602 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:17.261846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2e96f7-dfe7-42e0-8d36-60d82fab784a" -d '{"events": [{"server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "name": "network-vif-plugged", "status": "completed", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:17.274483 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e3217a77-4484-465c-b367-c0e47bcb8389,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:17.351085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3557a129-a82c-4a85-afae-767a1e5e237b x-openstack-request-id: req-3557a129-a82c-4a85-afae-767a1e5e237b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:17.351399 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "name": "network-vif-plugged", "status": "completed", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:17.351702 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3557a129-a82c-4a85-afae-767a1e5e237b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:17.352094 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389', 'code': 200} Dec 15 21:32:17.362401 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:17.413440 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:17.679698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01119340-954e-42f2-859c-f2c749b57685 req-487df697-45b4-4c84-8389-aeecbefc6c75 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:17.681126 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01119340-954e-42f2-859c-f2c749b57685 req-487df697-45b4-4c84-8389-aeecbefc6c75 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0732522 Dec 15 21:32:17.683463 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee645743-be2a-447e-964a-bd4bcebc6751 req-3918620c-2ddf-4133-96c4-13104ea603d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:17.684768 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee645743-be2a-447e-964a-bd4bcebc6751 req-3918620c-2ddf-4133-96c4-13104ea603d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 1098 time: 0.0665913 Dec 15 21:32:17.753279 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01119340-954e-42f2-859c-f2c749b57685 req-5dc08676-783b-4a10-9ee8-84095f0ae9d6 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661097 Dec 15 21:32:17.759005 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee645743-be2a-447e-964a-bd4bcebc6751 req-bad03ecf-8f1a-4c20-a7a6-1f5b60ff3cf0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655077 Dec 15 21:32:18.245991 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168a8db-8499-4212-bbb3-eb83889ac143 req-5a7d11de-f94d-44c4-b31a-f466814044c0 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:18.247443 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4168a8db-8499-4212-bbb3-eb83889ac143 req-5a7d11de-f94d-44c4-b31a-f466814044c0 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0488071 Dec 15 21:32:18.293111 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4168a8db-8499-4212-bbb3-eb83889ac143 req-580208bb-4369-41fb-8a00-8cd3118496dc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 Dec 15 21:32:18.674245 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1c33-5443-4d32-81a6-1bf552ebd401 req-9c0a455d-6e98-4f72-a410-08c6676213ea tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:18.675682 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c90d1c33-5443-4d32-81a6-1bf552ebd401 req-9c0a455d-6e98-4f72-a410-08c6676213ea tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0476296 Dec 15 21:32:18.722382 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c90d1c33-5443-4d32-81a6-1bf552ebd401 req-33544760-3fb6-433b-8e7a-c32c794f4f1e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400629 Dec 15 21:32:18.872780 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-ba748370-2556-4f57-8f24-04eb524bb5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:18.874269 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-ba748370-2556-4f57-8f24-04eb524bb5e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.0726552 Dec 15 21:32:18.885434 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca2a0a-43b1-4f19-9a8f-dd7db60227df req-cddd856c-50d9-4242-972d-adbcded6c3d2 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:18.886770 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42ca2a0a-43b1-4f19-9a8f-dd7db60227df req-cddd856c-50d9-4242-972d-adbcded6c3d2 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0583057 Dec 15 21:32:18.982585 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42ca2a0a-43b1-4f19-9a8f-dd7db60227df req-dab5440f-8787-40c8-8e47-dc1658964ed9 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879178 Dec 15 21:32:19.007329 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-579d25cb-31ce-4ba8-b89f-17b20bc5b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:19.008761 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-579d25cb-31ce-4ba8-b89f-17b20bc5b96e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.1211653 Dec 15 21:32:19.083105 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-fcf513ad-7035-4c31-8c2b-31620c1809d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 1001 time: 0.0585618 Dec 15 21:32:19.140983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-32d4bd86-e368-432d-9a4a-8111e06602f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:19.142340 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-32d4bd86-e368-432d-9a4a-8111e06602f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0452261 Dec 15 21:32:19.178235 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:19.192460 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-65d61972-5de3-4fd7-82db-a71e06e87661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:19.194002 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-65d61972-5de3-4fd7-82db-a71e06e87661 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429721 Dec 15 21:32:19.285741 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-d7cc73f2-7ca2-4c1b-a218-3848e52048f9 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803034 Dec 15 21:32:19.378771 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-34bfb198-0bc2-4dd1-8abb-3c5f770e0fbf req-ec43db34-6acf-4f97-9b6e-345ab8d7a48e service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856361 Dec 15 21:32:19.838642 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe6ba3-fe3e-4ad0-8c1b-095afc89a767 req-cd638654-bde1-4a61-89f7-c43cc62fc48f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:19.840097 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9bbe6ba3-fe3e-4ad0-8c1b-095afc89a767 req-cd638654-bde1-4a61-89f7-c43cc62fc48f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0484314 Dec 15 21:32:19.889493 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9bbe6ba3-fe3e-4ad0-8c1b-095afc89a767 req-a0278c5f-5402-40bc-a0e8-8d3c1a72bb71 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Dec 15 21:32:20.096151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595888-189b-40f8-b79a-fa467aa9e5df req-e2165548-7e86-48c0-bfdb-243e84ce8770 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:20.097614 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7c595888-189b-40f8-b79a-fa467aa9e5df req-e2165548-7e86-48c0-bfdb-243e84ce8770 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0481226 Dec 15 21:32:20.143566 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7c595888-189b-40f8-b79a-fa467aa9e5df req-81e12204-728c-40a1-9f19-a231aa8dfe38 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Dec 15 21:32:21.005862 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef710408-e6e5-4b52-9875-8307aabaee26 req-ba4a4613-b886-4e88-b9ce-2c7998f5c255 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:21.007255 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef710408-e6e5-4b52-9875-8307aabaee26 req-ba4a4613-b886-4e88-b9ce-2c7998f5c255 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0519590 Dec 15 21:32:21.053432 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef710408-e6e5-4b52-9875-8307aabaee26 req-7768cdef-7f2a-41d6-a768-1661d150a15a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401692 Dec 15 21:32:21.562040 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bfbb1-ec7e-41b3-91a2-e6c9c9a87af6 req-88a51220-6135-4e4c-8eac-92cf7205eebf tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:21.563480 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d66bfbb1-ec7e-41b3-91a2-e6c9c9a87af6 req-88a51220-6135-4e4c-8eac-92cf7205eebf tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Dec 15 21:32:21.614219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d66bfbb1-ec7e-41b3-91a2-e6c9c9a87af6 req-fb7f96d2-e090-488f-9cc7-24095b964311 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443141 Dec 15 21:32:22.728130 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e388aa-4624-4792-953c-46bdfc50c262 req-a9e4342a-1ced-4a86-800a-2e0a77751d14 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:22.729596 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08e388aa-4624-4792-953c-46bdfc50c262 req-a9e4342a-1ced-4a86-800a-2e0a77751d14 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0469656 Dec 15 21:32:22.778526 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08e388aa-4624-4792-953c-46bdfc50c262 req-ade700ea-2b1b-48bc-9e73-f3c89bc8e1ff tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Dec 15 21:32:23.071807 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-6f6c95bc-ea94-44d7-8909-e2625847e034 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:23.073146 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-6f6c95bc-ea94-44d7-8909-e2625847e034 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 945 time: 0.0467331 Dec 15 21:32:23.161144 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Deleting port e3217a77-4484-465c-b367-c0e47bcb8389 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:32:23.161543 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:23.249396 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] For port e3217a77-4484-465c-b367-c0e47bcb8389, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e3217a77-4484-465c-b367-c0e47bcb8389,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:23.249934 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:23.268930 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Calling delete_port for e3217a77-4484-465c-b367-c0e47bcb8389 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:32:23.470617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:23.482484 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['e3217a77-4484-465c-b367-c0e47bcb8389'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:32:23.504833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Pushing event deleted for resources: {'Port': ['ID=e3217a77-4484-465c-b367-c0e47bcb8389,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:23.518456 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.518807 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.519248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.519587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.519919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.520249 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.520577 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.520907 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.521232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.521588 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.521912 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.522249 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.522549 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:32:23.554874 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] No DVR routers for this DVR port e3217a77-4484-465c-b367-c0e47bcb8389 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:32:23.557498 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:23.560908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-838b9b73-af90-4908-89b3-9cc3e684d0ab req-87feb03f-859b-4797-af63-bda02b31b33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "DELETE /v2.0/ports/e3217a77-4484-465c-b367-c0e47bcb8389 HTTP/1.1" status: 204 len: 173 time: 0.4819946 Dec 15 21:32:23.561397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'name': 'network-vif-deleted', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:23.563769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-575abbbb-26e1-4c06-851c-5b08ffd16a3d" -d '{"events": [{"server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "name": "network-vif-deleted", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:23.598076 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a52e84-429b-4941-b1c2-bdb07a3968a8 x-openstack-request-id: req-68a52e84-429b-4941-b1c2-bdb07a3968a8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:23.598391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df027f6-4a5b-4197-b7fe-ec3c5f757833", "name": "network-vif-deleted", "tag": "e3217a77-4484-465c-b367-c0e47bcb8389", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:23.598638 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68a52e84-429b-4941-b1c2-bdb07a3968a8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:23.599052 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df027f6-4a5b-4197-b7fe-ec3c5f757833', 'name': 'network-vif-deleted', 'tag': 'e3217a77-4484-465c-b367-c0e47bcb8389', 'status': 'completed', 'code': 200} Dec 15 21:32:23.886116 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-028a4396-f8a0-40b7-8fdf-59277aa197c8 req-dfd930a9-00ab-4849-8195-447b33548d8f tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=9df027f6-4a5b-4197-b7fe-ec3c5f757833 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Dec 15 21:32:25.153882 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-7791aa71-9225-4cd8-968a-131abb886c37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925124 Dec 15 21:32:25.168620 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-93196699-db5b-491b-990b-87ff124ef21c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:25.171208 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-93196699-db5b-491b-990b-87ff124ef21c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/networks?id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 200 len: 808 time: 0.1291206 Dec 15 21:32:25.185328 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-fa8312ee-5b2d-4566-893b-387cf257dc96 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/quotas/3a8bf258f5af4a69bfc60066b7d1bd9c HTTP/1.1" status: 200 len: 375 time: 0.0095110 Dec 15 21:32:25.228829 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-fc0948f1-1055-419d-9124-5b716fff4f5f tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367773 Dec 15 21:32:25.301702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-544db5da-3ae0-4d3f-9f00-58bef60889bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:25.303852 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-544db5da-3ae0-4d3f-9f00-58bef60889bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 1098 time: 0.1002305 Dec 15 21:32:25.357235 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-699e325d-b217-42b0-b673-7065ea6787b9 service neutron] 10.222.0.44 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152213 Dec 15 21:32:25.480712 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-ccdf5ee3-2d77-4878-bfd2-288aada89ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:25.482181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-ccdf5ee3-2d77-4878-bfd2-288aada89ed6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.1586618 Dec 15 21:32:25.540253 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-3ed0c1a9-5de3-4a0b-8c5a-a354bc34a0c5 service neutron] 10.222.0.44 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510932 Dec 15 21:32:25.567603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-6fcaf103-4b5e-4530-950e-3920d08495ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 200 len: 1001 time: 0.0752499 Dec 15 21:32:25.616077 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-82c6b25c-818a-4a80-bd2c-2cade2e183d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:25.620663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-82c6b25c-818a-4a80-bd2c-2cade2e183d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0432067 Dec 15 21:32:25.662807 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-ee2409dc-6a83-42a9-b0a3-4c383fb3b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:25.664259 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-ee2409dc-6a83-42a9-b0a3-4c383fb3b940 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400989 Dec 15 21:32:25.771187 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-19a0e431-8ef7-431c-8bc1-713bca039e50 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993631 Dec 15 21:32:25.788869 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ee452e5e-ca89-4d8c-9db6-1265173e1371 req-034b7af6-f98a-4a76-8ee9-f07d838860bc tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 210 time: 0.0303042 Dec 15 21:32:25.871718 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f07f80-1ede-42b4-b148-bfae3c214473 req-8d765ef2-1848-45de-84e8-ead8f77d8899 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879691 Dec 15 21:32:26.884564 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3a4ba424-48a2-442e-8b65-776122b177c1 req-341ceb50-2046-48da-851e-25bd2109ec6d tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 210 time: 0.0267642 Dec 15 21:32:27.118428 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e3217a77-4484-465c-b367-c0e47bcb8389 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:32:27.138476 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: e3217a77-4484-465c-b367-c0e47bcb8389 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:32:27.138817 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e3217a77-4484-465c-b367-c0e47bcb8389 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:32:27.617026 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-73b9cc8e-1b39-4455-be64-3abb8a1751db tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:27.618498 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-73b9cc8e-1b39-4455-be64-3abb8a1751db tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "GET /v2.0/networks?id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 200 len: 808 time: 0.0997782 Dec 15 21:32:27.632407 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Request body: {'port': {'device_id': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5', 'admin_state_up': True, 'tenant_id': '3a8bf258f5af4a69bfc60066b7d1bd9c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:27.842399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Made reservation on behalf of 3a8bf258f5af4a69bfc60066b7d1bd9c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:32:27.846022 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:27.984101 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d94a3f97-fc5a-4cce-8990-a17e4decc8c6 req-ca880f5b-6a05-4c2f-87f6-fb55890bfb2f tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 210 time: 0.0322862 Dec 15 21:32:27.997178 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Allocated IP 172.20.0.3 (d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5/5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd/bfc8839c-0d00-480a-9dfa-464e72066722) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:32:28.133758 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.236502 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.280736 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:32:28.283667 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:32:28.287783 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:32:28.310611 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Pushing event updated for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:28.337562 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:28.338161 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.421653 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-cb931622-0073-4e30-ae05-8a8d672a2714 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931492 Dec 15 21:32:28.434398 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Request body: {'port': {'device_id': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:28.484730 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.739897 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc8839c-0d00-480a-9dfa-464e72066722 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:32:28.746967 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.758650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Transition to ACTIVE for port object bfc8839c-0d00-480a-9dfa-464e72066722 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:32:28.836638 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:28.884201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:28.953447 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Attempting to bind port bfc8839c-0d00-480a-9dfa-464e72066722 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:32:28.953779 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Attempting to bind port bfc8839c-0d00-480a-9dfa-464e72066722 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:32:28.954103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Attempting to bind port bfc8839c-0d00-480a-9dfa-464e72066722 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:32:28.958951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Port bfc8839c-0d00-480a-9dfa-464e72066722 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:32:28.959276 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Attempting to bind port bfc8839c-0d00-480a-9dfa-464e72066722 on network d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:32:28.964015 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:32:28.964346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Checking segment: {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:32:28.964723 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Bound using segment: {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:32:28.965136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Bound port: bfc8839c-0d00-480a-9dfa-464e72066722, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225b44a0-14fd-47a2-944a-5b89fffd1d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:32:28.965523 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:29.026485 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:32:29.029799 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bfc8839c-0d00-480a-9dfa-464e72066722,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:32:29.097599 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474bd29-0e5b-4ede-8e46-d64aa750e1d1 req-0599eff0-dc64-4f58-98df-455f24545b1c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.099216 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0474bd29-0e5b-4ede-8e46-d64aa750e1d1 req-0599eff0-dc64-4f58-98df-455f24545b1c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 943 time: 0.0484595 Dec 15 21:32:29.121709 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:29.166307 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.167108 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:29.168474 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] 10.222.0.60 "PUT /v2.0/ports/bfc8839c-0d00-480a-9dfa-464e72066722 HTTP/1.1" status: 200 len: 1093 time: 0.7380540 Dec 15 21:32:29.176655 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:29.178923 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707d7ee-9178-427f-90da-2be3b013d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:29.193777 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0474bd29-0e5b-4ede-8e46-d64aa750e1d1 req-42960bfe-f39f-4547-985d-98791c1617c6 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Dec 15 21:32:29.210999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d512d0-deef-4e10-8a56-2b08c27b1224 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:29.227570 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee68dd-cbcc-4ef1-9cc7-9d019be01c8f x-openstack-request-id: req-7eee68dd-cbcc-4ef1-9cc7-9d019be01c8f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:29.227859 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:29.228114 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7eee68dd-cbcc-4ef1-9cc7-9d019be01c8f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:29.228504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722', 'status': 'completed', 'code': 200} Dec 15 21:32:29.515825 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d7ee-9178-427f-90da-2be3b013d60f req-963e0642-efae-4335-8852-fb482fe3a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.517385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4707d7ee-9178-427f-90da-2be3b013d60f req-963e0642-efae-4335-8852-fb482fe3a0c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 1096 time: 0.2688696 Dec 15 21:32:29.618015 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d7ee-9178-427f-90da-2be3b013d60f req-9513a467-f8ee-47d4-baec-f304633b0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.619440 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4707d7ee-9178-427f-90da-2be3b013d60f req-9513a467-f8ee-47d4-baec-f304633b0750 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0927422 Dec 15 21:32:29.711061 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707d7ee-9178-427f-90da-2be3b013d60f req-39bd49ce-2457-454d-9602-c781fa6330f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.712455 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4707d7ee-9178-427f-90da-2be3b013d60f req-39bd49ce-2457-454d-9602-c781fa6330f6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863843 Dec 15 21:32:29.791161 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-ed45800f-3862-4148-ad3c-50bf54b6a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.792599 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-ed45800f-3862-4148-ad3c-50bf54b6a989 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 1096 time: 0.0397186 Dec 15 21:32:29.839614 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-f0386367-0c6a-436c-99cb-491f6c34ddf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfc8839c-0d00-480a-9dfa-464e72066722 HTTP/1.1" status: 200 len: 217 time: 0.0361955 Dec 15 21:32:29.887300 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8ead-9837-416c-88cc-abb222625c89 req-5d39f9c5-4ce7-437c-856e-1f76ae3ca03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:29.888658 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-5d39f9c5-4ce7-437c-856e-1f76ae3ca03a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd HTTP/1.1" status: 200 len: 848 time: 0.0424111 Dec 15 21:32:29.918736 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-47053ae5-c64e-40e8-a2a7-2b3281851307 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231779 Dec 15 21:32:30.007726 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-b4b66322-0fcd-4364-8fce-53f94dd01325 service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814157 Dec 15 21:32:30.095905 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-101c8ead-9837-416c-88cc-abb222625c89 req-b8aa7cf5-8315-4ed1-a809-2566d90f8816 service neutron] 10.222.0.60 "GET /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815334 Dec 15 21:32:30.306730 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a402bc-be67-4d6c-8a61-60ed522a0b0a req-72eb9a14-1b18-4d1a-afec-bc76d7141f93 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:30.308123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-81a402bc-be67-4d6c-8a61-60ed522a0b0a req-72eb9a14-1b18-4d1a-afec-bc76d7141f93 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 943 time: 0.0486209 Dec 15 21:32:30.355325 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-81a402bc-be67-4d6c-8a61-60ed522a0b0a req-7a69e152-6ab4-4004-a79f-007e87fd4763 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Dec 15 21:32:31.471582 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ceffd-ea8c-4005-9bb3-ed2524de6a95 req-000cb055-0873-4848-9649-f80b40c810d5 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:31.473031 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f82ceffd-ea8c-4005-9bb3-ed2524de6a95 req-000cb055-0873-4848-9649-f80b40c810d5 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Dec 15 21:32:31.518887 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f82ceffd-ea8c-4005-9bb3-ed2524de6a95 req-1966b8b9-17c6-4770-aa21-723eab02efd2 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Dec 15 21:32:32.640260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43679c41-bfb4-41c6-982a-c06f30b3635d req-f3a317db-fa11-4bca-952f-4923b7880287 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:32.641969 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43679c41-bfb4-41c6-982a-c06f30b3635d req-f3a317db-fa11-4bca-952f-4923b7880287 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 943 time: 0.0495415 Dec 15 21:32:32.689330 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43679c41-bfb4-41c6-982a-c06f30b3635d req-47d241bb-1999-4d27-a161-e07451dff7f4 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412471 Dec 15 21:32:33.155331 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device bfc8839c-0d00-480a-9dfa-464e72066722 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:32:33.248110 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bfc8839c-0d00-480a-9dfa-464e72066722,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:33.260062 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'bfc8839c-0d00-480a-9dfa-464e72066722', 'network_id': 'd3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5', 'port_id': 'bfc8839c-0d00-480a-9dfa-464e72066722', 'mac_address': 'fa:16:3e:e3:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:32:33.294897 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:33.307565 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc8839c-0d00-480a-9dfa-464e72066722 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:32:33.327019 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bfc8839c-0d00-480a-9dfa-464e72066722,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:33.396311 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:33.446214 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:33.753856 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['bfc8839c-0d00-480a-9dfa-464e72066722'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:32:33.805755 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dd30-5a8b-4f54-9568-5c7669194542 req-a7ee5898-f86f-4012-8f9c-e79daccdab45 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:33.807245 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9874dd30-5a8b-4f54-9568-5c7669194542 req-a7ee5898-f86f-4012-8f9c-e79daccdab45 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 944 time: 0.0516336 Dec 15 21:32:33.853284 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9874dd30-5a8b-4f54-9568-5c7669194542 req-6cef3240-0160-461a-9c45-9174e747dd15 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400341 Dec 15 21:32:34.969647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676565e4-4b3f-4a25-bcc7-e684a0f055a6 req-7c207dd6-5676-4aae-a8bf-a731f6c93bee tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:34.971127 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-676565e4-4b3f-4a25-bcc7-e684a0f055a6 req-7c207dd6-5676-4aae-a8bf-a731f6c93bee tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 944 time: 0.0484595 Dec 15 21:32:35.017565 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-676565e4-4b3f-4a25-bcc7-e684a0f055a6 req-ed8d360f-1122-473d-a96a-f560adad6968 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403197 Dec 15 21:32:35.169603 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device bfc8839c-0d00-480a-9dfa-464e72066722 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:32:35.314419 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port bfc8839c-0d00-480a-9dfa-464e72066722 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:32:35.319247 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port bfc8839c-0d00-480a-9dfa-464e72066722 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:32:35.319612 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:35.393258 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:35.414394 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:35.416596 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9586e3-be30-477f-98f7-793c57784cfc" -d '{"events": [{"server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:35.430105 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bfc8839c-0d00-480a-9dfa-464e72066722,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:35.451840 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e4db1-a68e-4858-a58d-c662da986b77 x-openstack-request-id: req-ad4e4db1-a68e-4858-a58d-c662da986b77 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:35.452149 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "name": "network-vif-plugged", "status": "completed", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:35.452409 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad4e4db1-a68e-4858-a58d-c662da986b77 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:35.452802 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722', 'code': 200} Dec 15 21:32:35.520070 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:35.569394 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:35.770030 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7d975-5482-44e3-983e-d47c81aba00b req-f04f89f3-5637-4107-a9ea-9a1fad037fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:35.771400 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0ef7d975-5482-44e3-983e-d47c81aba00b req-f04f89f3-5637-4107-a9ea-9a1fad037fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 1098 time: 0.0399468 Dec 15 21:32:35.820758 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0ef7d975-5482-44e3-983e-d47c81aba00b req-7177e85c-c79e-4137-9029-652ca3a10dd7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 Dec 15 21:32:36.128199 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ebfcb-5e89-4887-a0fb-23cdc365e0b5 req-1b0243b5-29d6-49be-96a8-930fffb39430 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:36.129630 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f58ebfcb-5e89-4887-a0fb-23cdc365e0b5 req-1b0243b5-29d6-49be-96a8-930fffb39430 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0466571 Dec 15 21:32:36.174630 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f58ebfcb-5e89-4887-a0fb-23cdc365e0b5 req-143eb5f5-64fb-401b-9c92-5a095edcf2e9 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384898 Dec 15 21:32:37.110704 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ed111751-0639-4e0e-b2d9-f889417c46c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:37.291079 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ee437-b172-4347-bab0-b07978c2fbdd req-1af14699-e830-44f2-b66b-1ba9f43fea45 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:37.292533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f87ee437-b172-4347-bab0-b07978c2fbdd req-1af14699-e830-44f2-b66b-1ba9f43fea45 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0485845 Dec 15 21:32:37.340674 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f87ee437-b172-4347-bab0-b07978c2fbdd req-d12500a9-5567-4904-b83b-88ee21f0a33a tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Dec 15 21:32:38.461970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c2cfa-c993-4e48-8d5c-982e154466ed req-80a4e781-3f59-48c0-a29f-55aa1e1a6690 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:38.463429 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-158c2cfa-c993-4e48-8d5c-982e154466ed req-80a4e781-3f59-48c0-a29f-55aa1e1a6690 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0522108 Dec 15 21:32:38.508975 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-158c2cfa-c993-4e48-8d5c-982e154466ed req-942198ab-724b-4a09-a1c7-bb737351ed38 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Dec 15 21:32:39.525980 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8250dc8b-1ec1-4795-9b44-be8ce83b8bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:39.686082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872b48-f350-4f22-a0dd-8be4d20a86d9 req-c0793499-2cb8-422f-a91f-96c850330a6b tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:39.687526 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43872b48-f350-4f22-a0dd-8be4d20a86d9 req-c0793499-2cb8-422f-a91f-96c850330a6b tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Dec 15 21:32:39.737770 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43872b48-f350-4f22-a0dd-8be4d20a86d9 req-30820787-1d26-4036-a04d-5d1d48a8cced tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Dec 15 21:32:40.788879 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:40.854695 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0b6c1-5604-42e1-abda-7619e38ac404 req-4749ec27-1b8e-4d6d-9479-b48877e1d57c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:40.856167 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bef0b6c1-5604-42e1-abda-7619e38ac404 req-4749ec27-1b8e-4d6d-9479-b48877e1d57c tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Dec 15 21:32:40.907532 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bef0b6c1-5604-42e1-abda-7619e38ac404 req-5d6f62ab-0591-4f1d-b06f-40c1b23045f0 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/security-groups?id=655ec60b-65ac-4beb-9a5a-dccd56020843&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453880 Dec 15 21:32:41.321748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-22e3c93b-806d-41af-9550-356690b08860 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:41.323175 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-22e3c93b-806d-41af-9550-356690b08860 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 945 time: 0.0468452 Dec 15 21:32:41.412818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Deleting port bfc8839c-0d00-480a-9dfa-464e72066722 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:32:41.413148 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:41.500718 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] For port bfc8839c-0d00-480a-9dfa-464e72066722, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=bfc8839c-0d00-480a-9dfa-464e72066722,segment=NetworkSegment(225b44a0-14fd-47a2-944a-5b89fffd1d82),segment_id=225b44a0-14fd-47a2-944a-5b89fffd1d82)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:41.501071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:41.513698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Calling delete_port for bfc8839c-0d00-480a-9dfa-464e72066722 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:32:41.728790 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:41.743394 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['bfc8839c-0d00-480a-9dfa-464e72066722'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:32:41.760082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Pushing event deleted for resources: {'Port': ['ID=bfc8839c-0d00-480a-9dfa-464e72066722,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:41.802024 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] No DVR routers for this DVR port bfc8839c-0d00-480a-9dfa-464e72066722 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:32:41.804710 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:41.807954 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6d87371a-07da-4580-a096-de3ec1cd92cf req-5a6f37ff-c0bd-455b-b995-1f9e6ac88b65 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.60 "DELETE /v2.0/ports/bfc8839c-0d00-480a-9dfa-464e72066722 HTTP/1.1" status: 204 len: 173 time: 0.4775295 Dec 15 21:32:41.808393 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'name': 'network-vif-deleted', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:41.810630 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46203d20-f3de-4a89-9aba-ab202ec79ea7" -d '{"events": [{"server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "name": "network-vif-deleted", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:41.846362 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee1bf55-5372-45a6-876b-178b825ea2a8 x-openstack-request-id: req-bee1bf55-5372-45a6-876b-178b825ea2a8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:41.846659 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b78a0b5-8aeb-4370-92ef-7cadeab23841", "name": "network-vif-deleted", "tag": "bfc8839c-0d00-480a-9dfa-464e72066722", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:41.846908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bee1bf55-5372-45a6-876b-178b825ea2a8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:41.847301 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b78a0b5-8aeb-4370-92ef-7cadeab23841', 'name': 'network-vif-deleted', 'tag': 'bfc8839c-0d00-480a-9dfa-464e72066722', 'status': 'completed', 'code': 200} Dec 15 21:32:42.007368 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dccda2aa-b9de-4e7a-ac9f-1e16b138447a req-89643abd-c461-470e-a3fe-ae36f11452d4 tempest-VolumesActionsTest-1686709318 tempest-VolumesActionsTest-1686709318-project] 10.222.0.44 "GET /v2.0/ports?device_id=5b78a0b5-8aeb-4370-92ef-7cadeab23841 HTTP/1.1" status: 200 len: 210 time: 0.0300019 Dec 15 21:32:42.104982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:43.270638 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:45.930700 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device bfc8839c-0d00-480a-9dfa-464e72066722 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:32:45.950704 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: bfc8839c-0d00-480a-9dfa-464e72066722 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:32:45.951042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device bfc8839c-0d00-480a-9dfa-464e72066722 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:32:46.016928 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456ad25-0642-4d4b-a2b1-77b037aee136 req-dba15beb-b916-4ee4-bc69-49a3a529d794 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:46.018446 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0456ad25-0642-4d4b-a2b1-77b037aee136 req-dba15beb-b916-4ee4-bc69-49a3a529d794 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0517356 Dec 15 21:32:46.063727 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0456ad25-0642-4d4b-a2b1-77b037aee136 req-05d386d6-1f12-4ae3-aa96-a06ab0fcd888 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394070 Dec 15 21:32:46.347734 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:32:47.189453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8789bb-2dcb-4044-8cfb-f243194aa144 req-f6ff3ce2-fd76-4530-a925-65f8a0a93d1e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:47.191118 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b8789bb-2dcb-4044-8cfb-f243194aa144 req-f6ff3ce2-fd76-4530-a925-65f8a0a93d1e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0487626 Dec 15 21:32:47.238257 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b8789bb-2dcb-4044-8cfb-f243194aa144 req-ece9ce96-9c48-43a0-ae9f-e36e57ee24f5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412207 Dec 15 21:32:48.353998 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b741a9-a96f-4bc9-a734-66732a7e68f0 req-073e97b3-b35e-4ffc-a372-39322df7b3b2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:48.355496 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58b741a9-a96f-4bc9-a734-66732a7e68f0 req-073e97b3-b35e-4ffc-a372-39322df7b3b2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0476599 Dec 15 21:32:48.406924 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58b741a9-a96f-4bc9-a734-66732a7e68f0 req-6e4ea057-acf9-4db2-ad39-7c08ef74da71 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456884 Dec 15 21:32:49.150587 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:49.521498 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba99b37-9d27-4a4e-b5d5-b301563c7bb0 req-9619f05b-4bf8-4d11-a634-c2e1f63fad2c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:49.523427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ba99b37-9d27-4a4e-b5d5-b301563c7bb0 req-9619f05b-4bf8-4d11-a634-c2e1f63fad2c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0472376 Dec 15 21:32:49.573209 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5ba99b37-9d27-4a4e-b5d5-b301563c7bb0 req-6bab7103-f91c-4bd7-ad00-ea1a24614022 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400691 Dec 15 21:32:50.505503 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-e2564e8e-ab04-4491-8ae6-4494043085f0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:50.506982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-e2564e8e-ab04-4491-8ae6-4494043085f0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0491951 Dec 15 21:32:50.615760 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Deleting port d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:32:50.616332 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:50.735583 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b9d6a-533b-44e7-9b75-bd5b4168e5e0 req-c74416bc-517d-42f7-91d2-296f9ee5af4a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:50.736958 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2c3b9d6a-533b-44e7-9b75-bd5b4168e5e0 req-c74416bc-517d-42f7-91d2-296f9ee5af4a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 947 time: 0.0749314 Dec 15 21:32:50.759434 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] For port d9faeb45-eca5-49c3-a09d-14df25fa5c7f, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:32:50.760240 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:50.869270 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2c3b9d6a-533b-44e7-9b75-bd5b4168e5e0 req-742179ac-c9a3-4d5f-b267-13ef77d65358 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231256 Dec 15 21:32:51.098080 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:51.098653 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:51.099128 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Floating IP cde76829-3e4c-46c4-b3e0-96ca9991e9a3 disassociated. External IP: 172.27.3.40, port: d9faeb45-eca5-49c3-a09d-14df25fa5c7f. Dec 15 21:32:51.099591 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Calling delete_port for d9faeb45-eca5-49c3-a09d-14df25fa5c7f owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:32:51.293713 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:51.324208 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'Port': ['ID=d9faeb45-eca5-49c3-a09d-14df25fa5c7f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:51.459826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:32:51.595765 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:32:51.608802 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:32:51.625142 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:32:51.634388 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:32:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:32:51.660879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] No DVR routers for this DVR port d9faeb45-eca5-49c3-a09d-14df25fa5c7f on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:32:51.663479 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:51.667194 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6e8debe5-8c89-4880-8a26-cd1f2c78d09e req-4a5c6b56-b440-426c-8db3-2e86b2240060 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "DELETE /v2.0/ports/d9faeb45-eca5-49c3-a09d-14df25fa5c7f HTTP/1.1" status: 204 len: 173 time: 1.1524332 Dec 15 21:32:51.668050 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-deleted', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:32:51.680280 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f9e0eb-807b-4700-8c7e-2abd303e8d69" -d '{"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-deleted", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:32:51.735615 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814839e-a462-47de-9adf-5f377b9fc3fc x-openstack-request-id: req-2814839e-a462-47de-9adf-5f377b9fc3fc {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:32:51.735917 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023d6417-3d2d-4fa6-a405-31a70b084b8e", "name": "network-vif-deleted", "tag": "d9faeb45-eca5-49c3-a09d-14df25fa5c7f", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:32:51.736752 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2814839e-a462-47de-9adf-5f377b9fc3fc {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:32:51.742197 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '023d6417-3d2d-4fa6-a405-31a70b084b8e', 'name': 'network-vif-deleted', 'tag': 'd9faeb45-eca5-49c3-a09d-14df25fa5c7f', 'status': 'completed', 'code': 200} Dec 15 21:32:51.857962 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:32:52.175128 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:32:52.203653 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b18f94f5-6464-4b4c-bcbb-cf9a97a8d270 req-daef73ea-bf59-43de-9ced-5d390c872e4d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=023d6417-3d2d-4fa6-a405-31a70b084b8e HTTP/1.1" status: 200 len: 210 time: 0.0446320 Dec 15 21:32:52.206183 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:32:52.216959 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:32:52.217806 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:32:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:32:52.341219 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:32:52.596481 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:32:52.629769 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72177c28-a027-4c21-a17a-76e5fcabe72d None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:32:52.980774 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87666fc-9976-48bb-ad0a-6e29de53a3d7 None None] New status for floating IP cde76829-3e4c-46c4-b3e0-96ca9991e9a3: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:32:53.297438 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:32:53.322846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: d9faeb45-eca5-49c3-a09d-14df25fa5c7f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:32:53.323194 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d9faeb45-eca5-49c3-a09d-14df25fa5c7f not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:32:53.614096 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51652) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:53.675874 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:53.701663 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:53.847587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:53.851577 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:53.856582 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "DELETE /v2.0/security-groups/3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c HTTP/1.1" status: 204 len: 168 time: 0.2368643 Dec 15 21:32:53.856755 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51658) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:53.872285 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-1bb132b9-b064-4429-8448-cf9e0b2a2967 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] show failed (client error): The resource could not be found. Dec 15 21:32:53.876454 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ea675-7a8a-4838-aab3-a8db5d9f8b75 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:53.876680 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:53.881397 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1bb132b9-b064-4429-8448-cf9e0b2a2967 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups/3fae2b9a-85eb-49ea-98bc-47e0d9d4fe3c HTTP/1.1" status: 404 len: 347 time: 0.0246704 Dec 15 21:32:54.037421 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Deleting port 9349207e-b273-4480-90ba-c2fecbb87125 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:32:54.037421 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.121699 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.122119 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.135976 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Calling delete_port for 9349207e-b273-4480-90ba-c2fecbb87125 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:32:54.362042 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.384684 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'Port': ['ID=9349207e-b273-4480-90ba-c2fecbb87125,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:54.457683 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.461021 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:54.475006 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-ca9cc669-c5db-4c9e-9bbb-b3fefac9a19a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "DELETE /v2.0/floatingips/cde76829-3e4c-46c4-b3e0-96ca9991e9a3 HTTP/1.1" status: 204 len: 168 time: 0.5897343 Dec 15 21:32:55.087858 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51670) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:55.092867 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771647668', 'description': 'tempest-description--1596064891'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:55.202480 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.278214 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.362762 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.394269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:55.479339 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.481586 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4a60206f-d9ae-4e29-b109-b5fa31bc72b9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3917720 Dec 15 21:32:55.483559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51672) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:55.488197 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group_rule': {'security_group_id': 'f0d0ed00-636f-4b86-a261-dd6ef9b16e1b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:55.579013 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.656323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.733295 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.754702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b48fb2-0d73-4f3d-8ec5-24d6dbbe826a,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:55.831532 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.835708 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b3781d98-9c29-40c4-ae3c-0dab36c94e76 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3482623 Dec 15 21:32:55.836077 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51678) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:55.842380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'security_group_rule': {'security_group_id': 'f0d0ed00-636f-4b86-a261-dd6ef9b16e1b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:55.931766 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:55.991042 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:56.115250 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:56.135276 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6979c35b-2113-4d05-a702-eace242bff4b,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:56.204456 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:56.205822 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d37e0906-cbae-499e-87ba-c98852706461 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670459 Dec 15 21:32:56.208841 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51680) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:32:56.217263 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:32:56.314910 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:56.439145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:56.559090 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Allocated IP 172.27.3.137 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/e1b3208a-9c84-41e3-8eb7-e48ff6a44c95) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:32:56.909036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.020102 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.070476 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:32:57.074584 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:32:57.079495 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:32:57.087044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=e1b3208a-9c84-41e3-8eb7-e48ff6a44c95,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:57.187808 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.287399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.447031 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.522068 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.587406 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=e1b3208a-9c84-41e3-8eb7-e48ff6a44c95,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:32:57.607524 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.673754 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:32:57.675948 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4e1c6d52-9284-46f7-b7ad-c43d274b8594 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4652894 Dec 15 21:32:57.904072 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-e470d0f3-95d3-4d73-8e6d-4baf804e57db tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1771647668&fields=id&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 267 time: 0.0553353 Dec 15 21:32:58.025373 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-7402dfb9-204a-4ca3-9eaf-e50a1ec3022a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:32:58.028155 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-7402dfb9-204a-4ca3-9eaf-e50a1ec3022a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 816 time: 0.1150331 Dec 15 21:32:58.050715 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1fee6832-d332-4c94-acb7-d86553e51f53 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/quotas/55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 375 time: 0.0130670 Dec 15 21:32:58.110784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-23599735-5d16-4e52-a598-f5babf1b0782 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512583 Dec 15 21:32:58.274211 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-8993e063-04ee-4032-a3ae-f9acfda8239d service neutron] 10.222.0.44 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494548 Dec 15 21:32:58.387096 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-26b4803e-641f-4409-83a6-6000263c68c7 service neutron] 10.222.0.44 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062095 Dec 15 21:32:58.705957 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f041e32f-9862-453c-8a63-6c6ae252645f req-013c2aee-2b5b-4289-b3c2-07267d90dd40 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 210 time: 0.0445750 Dec 15 21:32:59.800461 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-001e618e-bef5-49b0-a739-fa7e8b6cea33 req-55f4d6fb-7482-4466-9961-451c6c109bf7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 210 time: 0.0325062 Dec 15 21:33:01.002533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0530ca5b-faf9-43b6-8dcf-20903603a4be req-81e7c4da-da0d-4c48-87d4-4f06fb14a47b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 210 time: 0.0955651 Dec 15 21:33:01.023519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-ffbec000-29e9-4dc2-b59a-8b5c30d0d38d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:01.026668 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-ffbec000-29e9-4dc2-b59a-8b5c30d0d38d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 816 time: 0.1490638 Dec 15 21:33:01.103114 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-79a127a1-fa75-4b37-81cf-07543ab71a81 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 380 time: 0.0658472 Dec 15 21:33:01.113784 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'port': {'device_id': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'admin_state_up': True, 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'security_groups': ['f0d0ed00-636f-4b86-a261-dd6ef9b16e1b']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:01.316285 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Made reservation on behalf of 55a13f8946a9488bbbaf976f5a72e986 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:33:01.320345 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:01.494648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Allocated IP 172.20.0.4 (c14f87eb-1d40-4e49-90d6-61cc4cd6c383/4b16b52d-b23c-4050-b063-1c76d5f1546b/430d4147-829f-49e9-944e-72629e959b78) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:33:01.636146 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:01.758171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:01.832777 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:33:01.837670 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:33:01.843432 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:33:01.866491 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:01.906781 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:01.907500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.012110 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-1faff517-c199-4a7c-9fdb-a0e8e4db86e0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9027514 Dec 15 21:33:02.026787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Request body: {'port': {'device_id': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:02.089681 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-68330db9-494e-49a8-8a94-75357289677e None None] Provisioning complete for port 430d4147-829f-49e9-944e-72629e959b78 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:33:02.090861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-68330db9-494e-49a8-8a94-75357289677e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.143149 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-68330db9-494e-49a8-8a94-75357289677e None None] Port 430d4147-829f-49e9-944e-72629e959b78 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:33:02.160168 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.189033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a82ad-fd12-412f-8c92-ccfcecb36dcf req-b2523c2b-907e-4a71-9a7b-3ad02cf4be6c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:02.190520 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-720a82ad-fd12-412f-8c92-ccfcecb36dcf req-b2523c2b-907e-4a71-9a7b-3ad02cf4be6c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 931 time: 0.0720689 Dec 15 21:33:02.321243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-720a82ad-fd12-412f-8c92-ccfcecb36dcf req-9146353e-2cc0-4d8f-bfc0-85587d3c26f5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131859 Dec 15 21:33:02.488903 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:33:02.498866 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.517025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Transition to ACTIVE for port object 430d4147-829f-49e9-944e-72629e959b78 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:33:02.579241 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.626212 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:02.740463 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Attempting to bind port 430d4147-829f-49e9-944e-72629e959b78 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:33:02.740751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Attempting to bind port 430d4147-829f-49e9-944e-72629e959b78 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:33:02.741046 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Attempting to bind port 430d4147-829f-49e9-944e-72629e959b78 on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:33:02.746173 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Port 430d4147-829f-49e9-944e-72629e959b78 on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:33:02.746494 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Attempting to bind port 430d4147-829f-49e9-944e-72629e959b78 on network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:33:02.751470 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:33:02.751810 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Checking segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:33:02.752462 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Bound using segment: {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:33:02.752888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Bound port: 430d4147-829f-49e9-944e-72629e959b78, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461377f8-1b9a-4d29-88b0-e2d16330b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:33:02.753242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.845726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:33:02.845726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:33:02.939908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.976400 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:02.976767 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:02.978765 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] 10.222.0.60 "PUT /v2.0/ports/430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 1093 time: 0.9578600 Dec 15 21:33:02.978765 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:02.981084 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:03.027237 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f54671-6a89-4631-adaf-0c330f297617 service neutron] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:03.052032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbec677-857b-4c4d-be20-473e92cfb85d x-openstack-request-id: req-6cbec677-857b-4c4d-be20-473e92cfb85d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:03.052760 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "tag": "430d4147-829f-49e9-944e-72629e959b78", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:03.053239 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cbec677-857b-4c4d-be20-473e92cfb85d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:03.053946 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'status': 'completed', 'code': 200} Dec 15 21:33:03.117033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-00b7cc32-67af-4635-9d1a-9563f0abbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.119713 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-00b7cc32-67af-4635-9d1a-9563f0abbab5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1096 time: 0.0645883 Dec 15 21:33:03.267927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-5159b4ff-240c-4069-ac05-5845f8e3dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.269668 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-5159b4ff-240c-4069-ac05-5845f8e3dab0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=55a13f8946a9488bbbaf976f5a72e986&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1339600 Dec 15 21:33:03.411120 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-4ab456d1-92ff-4a42-a1af-0be8f25eb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.412803 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab6b5a99-6fb8-4587-8db1-5a71d3b02602 req-4ab456d1-92ff-4a42-a1af-0be8f25eb980 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1218367 Dec 15 21:33:03.528008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53c45-c04e-416d-9e31-b88bac51af37 req-7d4b34cf-7ad8-4436-9bd6-8655a80a884f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.529623 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51d53c45-c04e-416d-9e31-b88bac51af37 req-7d4b34cf-7ad8-4436-9bd6-8655a80a884f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.1000187 Dec 15 21:33:03.534365 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-3adf9050-e91b-46e7-adee-d1a6227b79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.535891 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-3adf9050-e91b-46e7-adee-d1a6227b79e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1096 time: 0.0616539 Dec 15 21:33:03.596162 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-b8a4be8d-35b6-4220-8580-d8ab70f80b12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 217 time: 0.0466967 Dec 15 21:33:03.646822 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-51d53c45-c04e-416d-9e31-b88bac51af37 req-506ff038-d3c5-45c2-88d4-374dd819c632 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099100 Dec 15 21:33:03.666918 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-d5a8ab5d-f205-417b-8d27-79c3a98dc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.667545 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-d5a8ab5d-f205-417b-8d27-79c3a98dc7df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0630527 Dec 15 21:33:03.715300 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-b6c75ef2-5e3c-447b-aabb-471a370051d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:03.716905 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-b6c75ef2-5e3c-447b-aabb-471a370051d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423367 Dec 15 21:33:03.835702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-eba35eda-2142-4884-904e-bae94bdb8037 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088769 Dec 15 21:33:03.935205 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7be846d-45bf-420d-8c38-8ba61ed5edf6 req-c3740f8d-00f8-45ed-a373-aa18a1a89432 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888152 Dec 15 21:33:04.805655 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e818-fe60-46d2-b075-d5f56815d011 req-1c12ae3d-b25a-48a4-9e29-2c56e3579d70 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:04.807598 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39b7e818-fe60-46d2-b075-d5f56815d011 req-1c12ae3d-b25a-48a4-9e29-2c56e3579d70 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0752847 Dec 15 21:33:04.859440 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-39b7e818-fe60-46d2-b075-d5f56815d011 req-a04c9935-5b0c-4117-9f33-d5d93da12afc tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Dec 15 21:33:05.995182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229a2ed-8ef6-4ad5-b745-7b280b1cfdfa req-f96b8e55-752b-4638-acee-c5713b19ce97 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:05.996552 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0229a2ed-8ef6-4ad5-b745-7b280b1cfdfa req-f96b8e55-752b-4638-acee-c5713b19ce97 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0534310 Dec 15 21:33:06.050159 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0229a2ed-8ef6-4ad5-b745-7b280b1cfdfa req-4f3a9671-8c08-4aa5-beab-7d749535fe06 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465686 Dec 15 21:33:07.114630 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d6c7268f-1b88-4133-abe2-437ec069fe53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:07.170026 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024433a3-d68d-4bae-847b-75ba28aac746 req-7bf1f422-55c7-4269-8cd4-3b32e7c59b24 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:07.171592 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-024433a3-d68d-4bae-847b-75ba28aac746 req-7bf1f422-55c7-4269-8cd4-3b32e7c59b24 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0488591 Dec 15 21:33:07.221491 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-024433a3-d68d-4bae-847b-75ba28aac746 req-81f4804e-d0f4-4fbc-aacc-0bef4ccab63d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 Dec 15 21:33:07.342245 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:33:07.549787 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:07.561730 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '430d4147-829f-49e9-944e-72629e959b78', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:33:07.596907 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:07.608918 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:33:07.628105 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:07.749040 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:07.797358 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:08.074030 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['430d4147-829f-49e9-944e-72629e959b78'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:33:08.342754 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6a522-7647-4d68-a14c-3d6f9eadc1a0 req-ff35d6b5-5e1b-4aeb-bb70-414746fead5d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:08.344204 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77b6a522-7647-4d68-a14c-3d6f9eadc1a0 req-ff35d6b5-5e1b-4aeb-bb70-414746fead5d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0483420 Dec 15 21:33:08.390187 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77b6a522-7647-4d68-a14c-3d6f9eadc1a0 req-c5b8bb3b-2191-434b-89a9-8d32c3d046c7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400391 Dec 15 21:33:09.360834 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:33:09.457466 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 430d4147-829f-49e9-944e-72629e959b78 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:33:09.461754 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 430d4147-829f-49e9-944e-72629e959b78 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:33:09.466389 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:09.485805 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c638bdf9-4adf-4e02-8e2f-cfb1e4bd866e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:09.511703 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9dbad-6024-4974-86e2-a5fdfb994149 req-97d86153-d3a4-40af-90d4-ca44e69308ff tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:09.513255 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08d9dbad-6024-4974-86e2-a5fdfb994149 req-97d86153-d3a4-40af-90d4-ca44e69308ff tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0498464 Dec 15 21:33:09.540686 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:09.560523 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-08d9dbad-6024-4974-86e2-a5fdfb994149 req-0bdff8fd-63bd-4df8-8de3-a2f16ba99881 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Dec 15 21:33:09.563435 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:09.565596 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea19ae44-2925-4cf6-9582-9469e67c476e" -d '{"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:09.578727 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:09.602778 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71501fb1-fef2-4dd3-8198-53ad708b5549 x-openstack-request-id: req-71501fb1-fef2-4dd3-8198-53ad708b5549 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:09.603070 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:09.603323 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71501fb1-fef2-4dd3-8198-53ad708b5549 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:09.603714 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'code': 200} Dec 15 21:33:09.653264 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:09.704678 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:09.898542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6626dab-8e69-433a-9930-fa5812c3e365 req-acbc4001-7cbe-4638-99df-1d5239f0d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:09.899988 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6626dab-8e69-433a-9930-fa5812c3e365 req-acbc4001-7cbe-4638-99df-1d5239f0d829 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1098 time: 0.0433755 Dec 15 21:33:09.943040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f6626dab-8e69-433a-9930-fa5812c3e365 req-fe9785f3-42fd-4360-bb80-a6a3d1680a8f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350273 Dec 15 21:33:10.437648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51862) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:10.484304 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Deleting subnet 5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:33:10.487597 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.520816 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2401218'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.561744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.687036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa5ce6-ca05-456f-85b4-29cab041333b req-13ea9ac8-c1a4-40fb-82fa-b5a18b3dc4ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:10.688382 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9fa5ce6-ca05-456f-85b4-29cab041333b req-13ea9ac8-c1a4-40fb-82fa-b5a18b3dc4ae tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0473342 Dec 15 21:33:10.689797 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260060435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260857670'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.721143 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:10.732397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.735263 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0b9f2281-a12f-4da8-b114-baea8ac39c6d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5ab5f63d-9c30-4ab3-a7de-6f8429ed19cd HTTP/1.1" status: 204 len: 168 time: 0.2966402 Dec 15 21:33:10.737917 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:10.762252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9fa5ce6-ca05-456f-85b4-29cab041333b req-12ff7b5b-1e0f-4fef-a93a-9c4a5f8e8b4d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 Dec 15 21:33:10.790736 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.811063 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.885708 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.905194 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:10.914411 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b44a0-14fd-47a2-944a-5b89fffd1d82') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:10.914706 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b44a0-14fd-47a2-944a-5b89fffd1d82') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:10.923707 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.936267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.942026 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:33:10.942340 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:33:10.943914 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:33:11.057026 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.063115 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.066375 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5 HTTP/1.1" status: 204 len: 168 time: 0.3273547 Dec 15 21:33:11.075859 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c35b8b-5d71-4ac3-b7a2-39a87a30d7a5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:11.082798 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.083149 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.083489 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.083840 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.084154 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.084480 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.085394 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.085726 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.086051 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.086376 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.086697 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.087010 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.087326 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca0654e-f670-4f30-91bc-12b10d1d9d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:11.354292 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51870) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:11.394153 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-404794be-28fa-47b6-8073-e4fcd67b9207 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a8bf258f5af4a69bfc60066b7d1bd9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386689 Dec 15 21:33:11.396664 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51872) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:11.442303 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.464134 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.556239 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.558778 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:11.565143 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/655ec60b-65ac-4beb-9a5a-dccd56020843 HTTP/1.1" status: 204 len: 168 time: 0.1623600 Dec 15 21:33:11.567561 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7af00-f386-44dc-96e2-d3c9c87a4f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655ec60b-65ac-4beb-9a5a-dccd56020843,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:11.893155 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1edf2b-0601-44b8-8f66-b8441ca3030c req-9e3337e7-7247-42e9-8962-6d005980dfd3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:11.894657 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0d1edf2b-0601-44b8-8f66-b8441ca3030c req-9e3337e7-7247-42e9-8962-6d005980dfd3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0571730 Dec 15 21:33:11.943380 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0d1edf2b-0601-44b8-8f66-b8441ca3030c req-92775870-443d-47a7-978e-556d00daa156 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Dec 15 21:33:12.070932 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c402f84-a12b-4785-9715-87edc37df8c3 req-5e150488-f1fc-48b6-abf6-3bdd447fcb46 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:12.071206 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:12.072460 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2c402f84-a12b-4785-9715-87edc37df8c3 req-5e150488-f1fc-48b6-abf6-3bdd447fcb46 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0581162 Dec 15 21:33:12.080975 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51888) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:12.085450 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Request body: {'floatingip': {'port_id': '430d4147-829f-49e9-944e-72629e959b78'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:12.127089 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:12.776590 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:12.846162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:12.943526 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Floating IP 2a6a834c-3a5a-4faa-8ad0-ccec986ec48c associated. External IP: 172.27.3.137, port: 430d4147-829f-49e9-944e-72629e959b78. Dec 15 21:33:13.143797 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:33:13.160197 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 51908) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:13.254234 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:33:13.259562 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.266314 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:33:13.269887 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f5404e-2047-4bce-9427-1eb37d91138f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.276423 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:13.281917 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:13.281917 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.294658 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c859fe54-00a9-4774-a95e-f05d8cb58a68 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "PUT /v2.0/floatingips/2a6a834c-3a5a-4faa-8ad0-ccec986ec48c HTTP/1.1" status: 200 len: 991 time: 1.2097552 Dec 15 21:33:13.294658 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:13.295308 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:13.360354 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f5404e-2047-4bce-9427-1eb37d91138f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.397000 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:13.426059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-67f5404e-2047-4bce-9427-1eb37d91138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.465267 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5404e-2047-4bce-9427-1eb37d91138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b315f2e-8295-453a-9daa-0fdfc15e5204,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:13.472341 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 51918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:13.472498 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-67f5404e-2047-4bce-9427-1eb37d91138f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b95ad51fe9ba4c9fa6ce695e95470a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106742 Dec 15 21:33:13.483479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91935b11-d8c2-4a99-a279-73177c468e66 x-openstack-request-id: req-91935b11-d8c2-4a99-a279-73177c468e66 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:13.483479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "tag": "430d4147-829f-49e9-944e-72629e959b78", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:13.483479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91935b11-d8c2-4a99-a279-73177c468e66 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:13.483479 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'status': 'completed', 'code': 200} Dec 15 21:33:13.536675 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.549757 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-2d58f14f-b0d8-4df3-aac6-abdd63a825ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:13.551252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-2d58f14f-b0d8-4df3-aac6-abdd63a825ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1098 time: 0.0481601 Dec 15 21:33:13.558573 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.643476 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-d37a506b-a0d5-4b40-ac2b-0edbf02b065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:13.645362 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-d37a506b-a0d5-4b40-ac2b-0edbf02b065e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0856574 Dec 15 21:33:13.686549 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.689754 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '2a6a834c-3a5a-4faa-8ad0-ccec986ec48c', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:32:57Z', 'updated_at': '2021-12-15T21:33:12Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:13.690479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:13.694694 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b315f2e-8295-453a-9daa-0fdfc15e5204 HTTP/1.1" status: 204 len: 168 time: 0.2179482 Dec 15 21:33:13.710623 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98063ad-81a2-4159-b523-3288181f6e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b315f2e-8295-453a-9daa-0fdfc15e5204,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:13.718550 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-e3bf396c-cd03-43ee-82c4-5a88cca2d57e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 999 time: 0.0637286 Dec 15 21:33:13.725425 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:33:13.740333 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:13.741462 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:13.767053 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-26bd954d-1f4a-4ffd-906f-66406a85dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:13.768515 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-26bd954d-1f4a-4ffd-906f-66406a85dd32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0459611 Dec 15 21:33:13.816556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-c507239c-23d6-44f8-82b4-4bf936f13e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:13.821643 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-c507239c-23d6-44f8-82b4-4bf936f13e27 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419750 Dec 15 21:33:13.852117 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:13.913356 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-3e700310-c21a-43f3-809f-a85e5cc4e906 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872152 Dec 15 21:33:14.023279 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a3a177d-dea7-4a35-aca4-fd987d5c6c7d req-87a27f2c-b702-49fe-9805-3d9fc5a43dcb service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034541 Dec 15 21:33:14.091745 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '2a6a834c-3a5a-4faa-8ad0-ccec986ec48c', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:32:57Z', 'updated_at': '2021-12-15T21:33:12Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:14.124444 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d1e79-6fd3-4f0c-8ff8-bd5cea182f30 None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '2a6a834c-3a5a-4faa-8ad0-ccec986ec48c', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'floating_ip_address': '172.27.3.137', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:32:57Z', 'updated_at': '2021-12-15T21:33:12Z', 'revision_number': 1, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:33:14.312288 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc7bcf8-5ff2-4bf2-8f1e-9a27c23106d1 None None] New status for floating IP 2a6a834c-3a5a-4faa-8ad0-ccec986ec48c: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:33:15.672869 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418bc0b-3513-4ba4-8211-7845dd84f28b req-677ecec5-afd8-4bf3-b380-529e284ed7f3 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:15.674397 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4418bc0b-3513-4ba4-8211-7845dd84f28b req-677ecec5-afd8-4bf3-b380-529e284ed7f3 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0534995 Dec 15 21:33:15.727424 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4418bc0b-3513-4ba4-8211-7845dd84f28b req-d376afc6-b4b1-48c4-9189-aaa6a1878ffb tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466211 Dec 15 21:33:16.998306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a249e-451f-4fa3-8992-233b674d3aef req-8a85d488-8aba-4e50-a9b3-ddb1a39e4dd7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:16.999771 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b51a249e-451f-4fa3-8992-233b674d3aef req-8a85d488-8aba-4e50-a9b3-ddb1a39e4dd7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Dec 15 21:33:17.047129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b51a249e-451f-4fa3-8992-233b674d3aef req-aa68c3a1-1104-40f1-8ad7-2646756ce7ac tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410731 Dec 15 21:33:18.166624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74bbf9-f3a9-42e1-8b2b-8783184adedd req-77d5762f-5200-4082-850f-fa8c7b5be793 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:18.168069 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a74bbf9-f3a9-42e1-8b2b-8783184adedd req-77d5762f-5200-4082-850f-fa8c7b5be793 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0551126 Dec 15 21:33:18.215370 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a74bbf9-f3a9-42e1-8b2b-8783184adedd req-d5d45e2b-2379-4069-902c-817e62087278 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Dec 15 21:33:19.154734 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:19.329469 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada7043-ec9d-4bcc-ad58-3aae30b4238e req-fdd9119e-e388-4c1b-a783-188f4a7722de tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:19.330902 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eada7043-ec9d-4bcc-ad58-3aae30b4238e req-fdd9119e-e388-4c1b-a783-188f4a7722de tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Dec 15 21:33:19.378444 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-eada7043-ec9d-4bcc-ad58-3aae30b4238e req-925a7a7d-a392-45e7-9c91-f5f7394b0c19 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416133 Dec 15 21:33:20.496144 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ed36-eccc-4c1a-a21a-9446143b3da8 req-b8f249c7-9da1-4d64-bfbe-e64758450e0a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:20.497614 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc77ed36-eccc-4c1a-a21a-9446143b3da8 req-b8f249c7-9da1-4d64-bfbe-e64758450e0a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0544779 Dec 15 21:33:20.545047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc77ed36-eccc-4c1a-a21a-9446143b3da8 req-132d348d-845c-43e0-b20f-bedad73c883b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412655 Dec 15 21:33:21.659881 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957b5b1-868d-4980-975f-f82f82836a0d req-939ce99c-2eea-495f-a58d-47fe6ca126c7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:21.661357 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d957b5b1-868d-4980-975f-f82f82836a0d req-939ce99c-2eea-495f-a58d-47fe6ca126c7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0511208 Dec 15 21:33:21.708919 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d957b5b1-868d-4980-975f-f82f82836a0d req-f7171964-8ef1-4bab-ad8d-644c9c6383fc tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Dec 15 21:33:22.419401 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-69dfce7b-af36-430f-b249-3d5c3595d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:22.420877 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-69dfce7b-af36-430f-b249-3d5c3595d3cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0392833 Dec 15 21:33:22.526136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-5bca9a6b-1929-42f0-adb0-1cfe62d7c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:22.527563 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-5bca9a6b-1929-42f0-adb0-1cfe62d7c153 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.0862384 Dec 15 21:33:22.590931 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-a426a9af-f861-42b1-a30a-784bbd490f17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 1000 time: 0.0559497 Dec 15 21:33:22.639000 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-61afc5ad-7a9d-4ce5-8004-0445d3a37972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:22.640361 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-61afc5ad-7a9d-4ce5-8004-0445d3a37972 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0418324 Dec 15 21:33:22.687445 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-ac90df9b-7527-4e01-ad0c-5bea5501c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:22.688772 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-ac90df9b-7527-4e01-ad0c-5bea5501c7a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405829 Dec 15 21:33:22.778255 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-456f9e7d-2111-40ad-8d02-c433e0723b66 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 Dec 15 21:33:22.874465 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2461f45-bb56-4a3c-953a-8ba8c87a6aac req-83210f22-7903-4525-aba5-33905e961f89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:22.875887 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2461f45-bb56-4a3c-953a-8ba8c87a6aac req-83210f22-7903-4525-aba5-33905e961f89 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.1007073 Dec 15 21:33:22.910379 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8a7e8f35-7f92-451b-9e05-4008e0dfc3e7 req-7223217c-aced-4416-96a5-db9dba5edd4e service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239598 Dec 15 21:33:22.939366 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2461f45-bb56-4a3c-953a-8ba8c87a6aac req-7a408ba2-3209-46e4-a7a8-d25839a7bf78 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548244 Dec 15 21:33:23.346238 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:33:24.051578 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31c0d1-daa6-4cd3-808f-231ca8e3dd0d req-fb2c994a-5cce-46bf-99da-c0874b2b3f96 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:24.053036 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b31c0d1-daa6-4cd3-808f-231ca8e3dd0d req-fb2c994a-5cce-46bf-99da-c0874b2b3f96 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Dec 15 21:33:24.105284 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b31c0d1-daa6-4cd3-808f-231ca8e3dd0d req-35005a4d-1ee0-448b-817d-956d9c1edb9e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463657 Dec 15 21:33:25.012407 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98614670-34ac-481b-9319-98afa9c7f13c req-940d9a73-0d64-4395-a3d0-a7a7c00285dd tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:25.013916 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-98614670-34ac-481b-9319-98afa9c7f13c req-940d9a73-0d64-4395-a3d0-a7a7c00285dd tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0487537 Dec 15 21:33:25.059733 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-98614670-34ac-481b-9319-98afa9c7f13c req-2816c3d9-41fb-4d50-bc7a-8d12f52e6a5c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398407 Dec 15 21:33:25.223408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b169a01-5b9f-4e8d-b7e9-0bfec931c6f5 req-ce7c0e76-1e13-47c6-8c80-41b2bd1077fa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:25.225399 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b169a01-5b9f-4e8d-b7e9-0bfec931c6f5 req-ce7c0e76-1e13-47c6-8c80-41b2bd1077fa tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Dec 15 21:33:25.274428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b169a01-5b9f-4e8d-b7e9-0bfec931c6f5 req-d49b000c-e70e-48d6-be5b-c6d57d3ba1ec tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Dec 15 21:33:25.904841 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-bb026d0b-9a47-4815-9662-289aaf925630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:25.906359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-bb026d0b-9a47-4815-9662-289aaf925630 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0491922 Dec 15 21:33:25.996440 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-8e41299d-daff-4203-ab16-6387b0f1e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:25.997940 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-8e41299d-daff-4203-ab16-6387b0f1e572 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.0822628 Dec 15 21:33:26.066385 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-4a9751a7-1344-40ca-9f7a-5ea0711a7d47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 1000 time: 0.0609274 Dec 15 21:33:26.123398 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-16229d93-4d15-4220-bf2e-1523015c1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:26.124840 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-16229d93-4d15-4220-bf2e-1523015c1c32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0443490 Dec 15 21:33:26.212118 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bbe90-1210-4490-888b-b85371bbaff9 req-9bf44a35-2f15-40b2-86cc-d05fb78fd631 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:26.213591 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-668bbe90-1210-4490-888b-b85371bbaff9 req-9bf44a35-2f15-40b2-86cc-d05fb78fd631 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.0870790 Dec 15 21:33:26.215852 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-b32fd450-94e3-4a23-9ed1-9087bd7b575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:26.217158 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-b32fd450-94e3-4a23-9ed1-9087bd7b575c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818558 Dec 15 21:33:26.619603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-668bbe90-1210-4490-888b-b85371bbaff9 req-b5581c1c-8a49-4889-809a-6ffb824ba99b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=c20f5eeb-c76d-4538-8762-11872c428416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4000740 Dec 15 21:33:26.636368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840e165-ce10-496a-8d3d-72b076d518f0 req-8dfb13b1-eb9f-421e-9e42-c690c44bc1cc tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:26.637849 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6840e165-ce10-496a-8d3d-72b076d518f0 req-8dfb13b1-eb9f-421e-9e42-c690c44bc1cc tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.1526737 Dec 15 21:33:26.650103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-fa231a8f-8de3-4d57-99d8-8e0e53faa4d2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:26.651500 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-fa231a8f-8de3-4d57-99d8-8e0e53faa4d2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 945 time: 0.1652286 Dec 15 21:33:26.664652 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-b6822947-afa5-4bdc-828c-68624dc4f65e service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391696 Dec 15 21:33:26.805963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6840e165-ce10-496a-8d3d-72b076d518f0 req-2715c9a8-e895-4775-aee6-2f33f4de1b12 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519153 Dec 15 21:33:26.839498 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfcbb4f1-8b56-42c7-95de-f6cba0b51164 req-e1533ed1-1e5a-489a-8dcf-95b3db0efc33 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607847 Dec 15 21:33:26.850705 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Deleting port 8981c00e-cec0-480e-8124-68df2382e5fc {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:33:26.851038 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:26.940760 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] For port 8981c00e-cec0-480e-8124-68df2382e5fc, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=8981c00e-cec0-480e-8124-68df2382e5fc,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:26.941049 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:27.106697 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:27.107384 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:27.107384 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Floating IP 60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4 disassociated. External IP: 172.27.3.222, port: 8981c00e-cec0-480e-8124-68df2382e5fc. Dec 15 21:33:27.107661 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Calling delete_port for 8981c00e-cec0-480e-8124-68df2382e5fc owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:33:27.310596 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:27.343349 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'Port': ['ID=8981c00e-cec0-480e-8124-68df2382e5fc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:27.353156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.361593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:27.464444 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:33:27.572134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:33:27.581339 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:33:27.591076 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:27.591679 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:27.609954 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] No DVR routers for this DVR port 8981c00e-cec0-480e-8124-68df2382e5fc on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:33:27.612455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:27.615954 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c13cbf28-5b21-462d-b121-f756868ce5e4 req-22717b03-5292-4f2e-9bd9-6c54d0134bd4 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "DELETE /v2.0/ports/8981c00e-cec0-480e-8124-68df2382e5fc HTTP/1.1" status: 204 len: 173 time: 0.9538426 Dec 15 21:33:27.616364 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'name': 'network-vif-deleted', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:27.618654 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034c97b0-aa28-4647-8fad-68884c16d48a" -d '{"events": [{"server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "name": "network-vif-deleted", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:27.667156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10104112-5e87-45d4-b5fc-0b1948ccb59d x-openstack-request-id: req-10104112-5e87-45d4-b5fc-0b1948ccb59d {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:27.667812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cc5147-cc6a-4009-a201-71dbddc0d28a", "name": "network-vif-deleted", "tag": "8981c00e-cec0-480e-8124-68df2382e5fc", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:27.668274 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10104112-5e87-45d4-b5fc-0b1948ccb59d {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:27.668880 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cc5147-cc6a-4009-a201-71dbddc0d28a', 'name': 'network-vif-deleted', 'tag': '8981c00e-cec0-480e-8124-68df2382e5fc', 'status': 'completed', 'code': 200} Dec 15 21:33:27.701194 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:27.721252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8926016-ffd6-44dd-b153-e9bceaecfe35 req-e4762bb1-1209-408f-b993-7f4cbcb7d33b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=84cc5147-cc6a-4009-a201-71dbddc0d28a HTTP/1.1" status: 200 len: 210 time: 0.0288429 Dec 15 21:33:27.934402 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799ceeb-0492-4453-a0ae-88790504f11e req-bb047623-793e-450a-aed5-0d1e5a1951ad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:27.935896 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0799ceeb-0492-4453-a0ae-88790504f11e req-bb047623-793e-450a-aed5-0d1e5a1951ad tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0551622 Dec 15 21:33:27.985497 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0799ceeb-0492-4453-a0ae-88790504f11e req-724476e7-4a77-4b25-a566-e64e05fd55eb tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434158 Dec 15 21:33:28.045367 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:28.070998 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:33:28.079077 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:28.079680 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:28.184260 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:28.378457 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:28.407320 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bb0630-a307-4a89-9778-9925ebec2929 None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:33:28.626493 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683a64c4-8473-4ac9-bef3-746fdd4f79f8 None None] New status for floating IP 60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:33:28.998034 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:29.051276 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.074555 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.103910 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc52dbf-01db-48c7-aecd-55d91de2d006 req-490a50e4-21a0-4465-9b8c-52e7076241ea tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:29.105424 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffc52dbf-01db-48c7-aecd-55d91de2d006 req-490a50e4-21a0-4465-9b8c-52e7076241ea tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0484338 Dec 15 21:33:29.162026 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffc52dbf-01db-48c7-aecd-55d91de2d006 req-8358d5a4-f9b7-4eb9-9de3-60dad9d73e58 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493042 Dec 15 21:33:29.190696 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.193352 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.194607 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "DELETE /v2.0/security-groups/c20f5eeb-c76d-4538-8762-11872c428416 HTTP/1.1" status: 204 len: 168 time: 0.1954877 Dec 15 21:33:29.197867 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52004) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:29.215183 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e0237-02e4-45ca-9bb6-8b2e1e94abf2 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f5eeb-c76d-4538-8762-11872c428416,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:29.218573 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-9747848e-eb50-402c-857f-00419e21d5fb tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] show failed (client error): The resource could not be found. Dec 15 21:33:29.219850 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9747848e-eb50-402c-857f-00419e21d5fb tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups/c20f5eeb-c76d-4538-8762-11872c428416 HTTP/1.1" status: 404 len: 347 time: 0.0208805 Dec 15 21:33:29.222974 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52006) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:29.343928 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Deleting port 50be20bf-7901-4b49-af10-d66b853c61d3 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:33:29.344271 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.421230 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.421581 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.433026 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Calling delete_port for 50be20bf-7901-4b49-af10-d66b853c61d3 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:33:29.437990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 8981c00e-cec0-480e-8124-68df2382e5fc no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:33:29.458479 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 8981c00e-cec0-480e-8124-68df2382e5fc {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:33:29.458923 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 8981c00e-cec0-480e-8124-68df2382e5fc not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:33:29.459424 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:33:29.539577 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.562002 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:29.564334 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ab90ec-136d-476a-b4e7-2e103866fbd0" -d '{"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:29.578007 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:29.599820 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc3db95-51c3-42ed-b530-397d6101477c x-openstack-request-id: req-6fc3db95-51c3-42ed-b530-397d6101477c {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:29.600120 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:29.600381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6fc3db95-51c3-42ed-b530-397d6101477c {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:29.600775 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'code': 200} Dec 15 21:33:29.635855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.658973 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'Port': ['ID=50be20bf-7901-4b49-af10-d66b853c61d3,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:29.670248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.718239 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:29.720029 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.722642 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:29.723829 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7f4552f9-b561-42c5-b53c-e7647e7bcfaa tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "DELETE /v2.0/floatingips/60b8fc3a-1bd5-4b46-ae6a-0c5c629b4be4 HTTP/1.1" status: 204 len: 168 time: 0.4999170 Dec 15 21:33:29.726340 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.726693 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.727038 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.727376 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.727707 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.728035 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.728365 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.728726 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.729125 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.729398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.729662 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.729982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:29.730299 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:33:30.053000 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52014) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:30.058356 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151254314', 'description': 'tempest-description--593572665'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:30.138687 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.209776 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.289786 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2a4f-8a0c-4baf-8ec5-99d51e262af4 req-8d549d80-0a2b-40f8-9f70-d2211e5f8612 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:30.291239 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-821c2a4f-8a0c-4baf-8ec5-99d51e262af4 req-8d549d80-0a2b-40f8-9f70-d2211e5f8612 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0528638 Dec 15 21:33:30.293476 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.322126 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0327b8-ccbf-42b1-9964-f001cef62339,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:30.343868 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-821c2a4f-8a0c-4baf-8ec5-99d51e262af4 req-a9e7705a-c11b-4c9b-a100-b69f3712cf7f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467954 Dec 15 21:33:30.404183 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.405510 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c8b5ce7f-5ebc-4d49-af3e-fe539af2f541 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3514345 Dec 15 21:33:30.408453 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52020) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:30.412748 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group_rule': {'security_group_id': 'bb0327b8-ccbf-42b1-9964-f001cef62339', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:30.498650 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.552290 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.618184 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.637584 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a375b0-2675-4304-87d7-688fc2a9f230,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:30.695073 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27a116-2851-4581-a079-bdf10d7981a7 req-e120808e-edb9-435f-a054-d6df5d4541e9 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:30.696507 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c27a116-2851-4581-a079-bdf10d7981a7 req-e120808e-edb9-435f-a054-d6df5d4541e9 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0493507 Dec 15 21:33:30.744537 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.745639 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2f53a4ea-a6cd-4dc3-b2a1-6bc1fab0741d tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3361936 Dec 15 21:33:30.745976 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c27a116-2851-4581-a079-bdf10d7981a7 req-3ffcbbf7-40f0-4e19-8eb4-1d04cd3dc4cf tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433936 Dec 15 21:33:30.748340 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52024) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:30.753559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'security_group_rule': {'security_group_id': 'bb0327b8-ccbf-42b1-9964-f001cef62339', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:30.759495 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-e1ab1acc-2339-48f4-b0c8-de5e1756fef1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437715 Dec 15 21:33:30.841338 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.899073 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.959961 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:30.979400 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5796ebb2-44ea-4565-b170-9016fe7e2153,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:31.055484 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.056748 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-f51159a9-7e75-49ac-86bb-053b52a639f1 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069410 Dec 15 21:33:31.059873 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52034) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:31.064291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:31.173532 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.277201 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.382179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Allocated IP 172.27.3.232 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/35dd2698-465c-498b-b2d7-a851b7a10526) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:33:31.479449 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.579738 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.626025 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:33:31.629186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:33:31.631648 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:33:31.664483 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=35dd2698-465c-498b-b2d7-a851b7a10526,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:31.724354 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.879259 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:31.891449 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c23771-2ec3-458c-a2df-7cc32a4081a5 req-9fd26712-1d18-4ccc-96fc-b228a210b54f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:31.893167 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9c23771-2ec3-458c-a2df-7cc32a4081a5 req-9fd26712-1d18-4ccc-96fc-b228a210b54f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0741663 Dec 15 21:33:31.987969 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9c23771-2ec3-458c-a2df-7cc32a4081a5 req-59e83cbc-ac27-4e92-9a72-7adc946360ea tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737951 Dec 15 21:33:32.077542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:32.155919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:32.232208 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=35dd2698-465c-498b-b2d7-a851b7a10526,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:32.240322 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:32.316484 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:32.317754 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1b79b571-63b8-47a7-a805-f2cb89e17630 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2569304 Dec 15 21:33:32.522885 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-bdf4313a-47a1-4ae4-9cf3-3f22d1c4e360 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1151254314&fields=id&tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 267 time: 0.0444291 Dec 15 21:33:32.630518 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-6fd70a5a-6889-47b3-bbb0-0221d5dcbe8c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:32.633981 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-6fd70a5a-6889-47b3-bbb0-0221d5dcbe8c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 811 time: 0.1024153 Dec 15 21:33:32.646816 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-f8c42a38-b8b7-43ca-add9-b1f57ab1db22 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/quotas/dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 375 time: 0.0089674 Dec 15 21:33:32.697055 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2ba0abb8-4f4d-433c-9343-55c6b04a32bf tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449433 Dec 15 21:33:32.797343 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-afa11884-688c-4358-bfef-30bb671d5386 service neutron] 10.222.0.44 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868969 Dec 15 21:33:32.890465 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-c84b9e2a-c2a8-49c5-8a08-d8eb3e190517 service neutron] 10.222.0.44 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886779 Dec 15 21:33:33.113954 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1bfe-7ee2-42b1-a776-2dffcd4a88c1 req-3bf9e2d6-300f-4eaa-9696-a8b13d9fffbd tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.113954 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d97d1bfe-7ee2-42b1-a776-2dffcd4a88c1 req-3bf9e2d6-300f-4eaa-9696-a8b13d9fffbd tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0559924 Dec 15 21:33:33.158579 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0d9e42e4-f07e-4aea-8da8-a6f62299ed99 req-7fa34a69-7303-401b-ac7d-42052bdefb44 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0323203 Dec 15 21:33:33.225599 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-a0164b96-6cfc-466d-bfee-4370e615697e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.227637 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-a0164b96-6cfc-466d-bfee-4370e615697e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2&tenant_id=c567b69b0c6c4280abcc3253ec3e8d60 HTTP/1.1" status: 200 len: 1096 time: 0.0715220 Dec 15 21:33:33.232628 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d97d1bfe-7ee2-42b1-a776-2dffcd4a88c1 req-2822c414-75ea-4725-bb0d-7e6e2a167e5f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970898 Dec 15 21:33:33.294443 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-61a8a6fb-6658-41b2-a324-f24d7af1782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.296000 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-61a8a6fb-6658-41b2-a324-f24d7af1782b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0423534 Dec 15 21:33:33.390832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-74eda90d-46e2-4153-a282-5854958f2fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.392319 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-74eda90d-46e2-4153-a282-5854958f2fd8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.0875247 Dec 15 21:33:33.456742 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-d84b624d-4e6b-4bf7-8007-a77f9d4daf03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 998 time: 0.0561981 Dec 15 21:33:33.507174 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-da1ea1c8-ef09-4063-a3ed-db0ad9bb6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.509126 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-da1ea1c8-ef09-4063-a3ed-db0ad9bb6f60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0438008 Dec 15 21:33:33.558561 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-87719827-8296-4a8e-aafb-5a7bbb8895f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:33.559998 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-87719827-8296-4a8e-aafb-5a7bbb8895f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422039 Dec 15 21:33:33.650169 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-67f1d727-91e8-4170-b0de-45b68756e947 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820835 Dec 15 21:33:33.740946 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b69a4db0-b4ac-44b8-ace5-c7f0838e9d98 req-5fceaeb6-eb61-48d9-ae20-199e851d6b45 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831618 Dec 15 21:33:34.255466 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c466d833-4f06-49fa-9874-0d9d854f5e8e req-45019c8c-bbfa-40e8-8cde-12b0c9846646 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0275958 Dec 15 21:33:34.363018 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b82e5a-490d-4994-af44-4a2bd09b1ebc req-a23e0c18-76a3-4a4d-8c51-3d32e4ce8c7f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:34.365809 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9b82e5a-490d-4994-af44-4a2bd09b1ebc req-a23e0c18-76a3-4a4d-8c51-3d32e4ce8c7f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0513082 Dec 15 21:33:34.421283 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d9b82e5a-490d-4994-af44-4a2bd09b1ebc req-a72a21a1-9634-4d44-95ca-e892a44e183c tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492275 Dec 15 21:33:35.154897 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-1693150d-66c7-426d-8d35-1e4d79c05153 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:35.156382 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-1693150d-66c7-426d-8d35-1e4d79c05153 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 811 time: 0.1012018 Dec 15 21:33:35.215996 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-edcaa76f-6372-4d24-a658-2f48187d0979 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e HTTP/1.1" status: 200 len: 380 time: 0.0507269 Dec 15 21:33:35.224741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'port': {'device_id': 'fad72f12-991e-4944-b466-924188e7f1e5', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'admin_state_up': True, 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'security_groups': ['bb0327b8-ccbf-42b1-9964-f001cef62339']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:35.368547 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fc9dc187-74ce-4d14-a65f-c60bb57ec7f7 req-81feb7c7-37e0-466b-958d-ef6466b5fbdc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0294390 Dec 15 21:33:35.388567 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Made reservation on behalf of dccd6b8a3161446ebe69f43aa05a2d5e for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:33:35.392013 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:35.542386 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Allocated IP 172.20.0.14 (f88fc671-46e7-468b-bcc7-dbdc73a0ff04/c490d203-3b81-4638-a89d-990bfeffc693/4975bac3-9efb-4b5f-bdac-786046ea2412) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:33:35.568760 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2b7ed-a7df-4858-a126-873611fcce41 req-1de4ae58-ffe4-4469-9f22-696fd8b4e1a7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:35.570254 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4df2b7ed-a7df-4858-a126-873611fcce41 req-1de4ae58-ffe4-4469-9f22-696fd8b4e1a7 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0756309 Dec 15 21:33:35.673920 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4df2b7ed-a7df-4858-a126-873611fcce41 req-a7131288-cf3d-4e57-a4a3-db8a60544dc0 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977814 Dec 15 21:33:35.723238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:35.796060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:35.847939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:33:35.850941 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:33:35.853848 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:33:35.880815 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event updated for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:35.908345 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:35.908978 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:35.980613 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-b00577cf-6a4b-47a7-84ea-4a37eceb3f39 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7593577 Dec 15 21:33:36.010029 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Request body: {'port': {'device_id': 'fad72f12-991e-4944-b466-924188e7f1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:36.045898 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-7fe3a26a-e11b-47bb-9a93-5d40ba4883ee None None] Provisioning complete for port 4975bac3-9efb-4b5f-bdac-786046ea2412 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:33:36.046459 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a26a-e11b-47bb-9a93-5d40ba4883ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:36.062298 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:36.081703 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3a26a-e11b-47bb-9a93-5d40ba4883ee None None] Port 4975bac3-9efb-4b5f-bdac-786046ea2412 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:33:36.531233 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbf22a-40ea-440f-972a-d4bc7e5a8862 req-fce28f55-518c-4cab-b6a4-72c8e8bdcfde tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:36.532688 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffcbf22a-40ea-440f-972a-d4bc7e5a8862 req-fce28f55-518c-4cab-b6a4-72c8e8bdcfde tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 932 time: 0.0973675 Dec 15 21:33:36.620594 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ffcbf22a-40ea-440f-972a-d4bc7e5a8862 req-083bd591-3cc0-42e0-80d8-d7760ed12c63 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779879 Dec 15 21:33:36.625741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4975bac3-9efb-4b5f-bdac-786046ea2412 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:33:36.633743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:36.645439 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Transition to ACTIVE for port object 4975bac3-9efb-4b5f-bdac-786046ea2412 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:33:36.704595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:36.786100 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Pushing event updated for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:36.854530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59925041-7e20-4b75-b384-d4aa47e5d129 req-d1bb665d-b1ed-4913-84d3-11c8f4759107 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:36.856063 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59925041-7e20-4b75-b384-d4aa47e5d129 req-d1bb665d-b1ed-4913-84d3-11c8f4759107 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.1101649 Dec 15 21:33:36.891482 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Attempting to bind port 4975bac3-9efb-4b5f-bdac-786046ea2412 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:33:36.891816 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Attempting to bind port 4975bac3-9efb-4b5f-bdac-786046ea2412 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:33:36.892146 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Attempting to bind port 4975bac3-9efb-4b5f-bdac-786046ea2412 on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:33:36.901565 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Port 4975bac3-9efb-4b5f-bdac-786046ea2412 on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:33:36.901933 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Attempting to bind port 4975bac3-9efb-4b5f-bdac-786046ea2412 on network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:33:36.916223 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:33:36.916558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Checking segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:33:36.916939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Bound using segment: {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:33:36.917387 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Bound port: 4975bac3-9efb-4b5f-bdac-786046ea2412, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:33:36.917745 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:36.941359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59925041-7e20-4b75-b384-d4aa47e5d129 req-39e7943d-399e-4437-87e3-9b0a75e4f9ce tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771711 Dec 15 21:33:36.990194 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:33:36.993065 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4975bac3-9efb-4b5f-bdac-786046ea2412,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:33:37.080994 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:37.116570 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.118152 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:37.120358 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] 10.222.0.60 "PUT /v2.0/ports/4975bac3-9efb-4b5f-bdac-786046ea2412 HTTP/1.1" status: 200 len: 1094 time: 1.1148720 Dec 15 21:33:37.120821 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:37.123216 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a" -d '{"events": [{"name": "network-changed", "server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:37.157565 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502f571-d21d-4dd4-a4ae-a67f7976919b service neutron] Pushing event updated for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:37.162542 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-33f16088-36d2-453b-896c-f41a140d5969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:37.173628 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609d840-4fd9-4532-a183-a3f03a5320c9 x-openstack-request-id: req-0609d840-4fd9-4532-a183-a3f03a5320c9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:37.173927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:37.174183 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0609d840-4fd9-4532-a183-a3f03a5320c9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:37.174595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'status': 'completed', 'code': 200} Dec 15 21:33:37.241536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-3731102d-fcc5-475b-8c3e-426b6610c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.243562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-3731102d-fcc5-475b-8c3e-426b6610c6f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.0470269 Dec 15 21:33:37.341802 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-e4a23409-ff31-4dd3-ade6-ad21538bf386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.343311 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-e4a23409-ff31-4dd3-ade6-ad21538bf386 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0916462 Dec 15 21:33:37.438225 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-02063e42-1465-40eb-acd5-d3b6156cd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.439586 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd1d641a-16a2-4599-9d5a-490bdb4bd81a req-02063e42-1465-40eb-acd5-d3b6156cd41f service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884914 Dec 15 21:33:37.514221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-d363301c-9b89-4a42-aee2-e74a64ed0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.515580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-d363301c-9b89-4a42-aee2-e74a64ed0ddd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.0401995 Dec 15 21:33:37.557729 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-d6eab57c-33f1-4bc7-b4b5-9806cce1d3bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4975bac3-9efb-4b5f-bdac-786046ea2412 HTTP/1.1" status: 200 len: 217 time: 0.0334210 Dec 15 21:33:37.608824 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-182a5c80-0152-4dd6-81db-d1c2144f55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.610266 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-182a5c80-0152-4dd6-81db-d1c2144f55b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0460591 Dec 15 21:33:37.655234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-addf0896-3b5a-4955-be29-cf2c76a4e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.656784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-addf0896-3b5a-4955-be29-cf2c76a4e2b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393744 Dec 15 21:33:37.779283 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc909cf-43e8-46dd-9152-b9220a753d96 req-3c418316-72b5-40a0-8e1a-262c8b0009fe tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:37.780634 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8cc909cf-43e8-46dd-9152-b9220a753d96 req-3c418316-72b5-40a0-8e1a-262c8b0009fe tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0733471 Dec 15 21:33:37.786079 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-0a4ec447-93d1-48a8-99de-867b70bea675 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224754 Dec 15 21:33:37.879713 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8cc909cf-43e8-46dd-9152-b9220a753d96 req-56852d66-ae2e-4842-b94b-44fb2f297c89 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921111 Dec 15 21:33:37.904060 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4108477-5544-4fe2-a1fa-401cb12196a5 req-ce390986-5c65-4a84-bc98-0f2ffaac0856 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101892 Dec 15 21:33:38.059237 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c1b0a-7d1a-4754-b01b-7f8a63d3a894 req-1bc44866-5886-4e3f-8589-29f60bf7a363 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:38.060600 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac0c1b0a-7d1a-4754-b01b-7f8a63d3a894 req-1bc44866-5886-4e3f-8589-29f60bf7a363 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0524170 Dec 15 21:33:38.107853 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ac0c1b0a-7d1a-4754-b01b-7f8a63d3a894 req-1cade3d9-c208-4ca3-b480-359eb6d07c05 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413122 Dec 15 21:33:38.991751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100d68d-d3bf-4143-b5ae-62313a19d653 req-16038b2c-887c-4856-b973-45dac0ee0159 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:38.993757 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6100d68d-d3bf-4143-b5ae-62313a19d653 req-16038b2c-887c-4856-b973-45dac0ee0159 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0485415 Dec 15 21:33:39.039906 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6100d68d-d3bf-4143-b5ae-62313a19d653 req-2160f99f-f148-4dc6-8fff-ed5cd28d5598 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Dec 15 21:33:39.224832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445d6f5-b315-48e0-9126-ed2642301094 req-bff1d7ba-5954-4733-82ab-b60fbf7de034 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:39.226308 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4445d6f5-b315-48e0-9126-ed2642301094 req-bff1d7ba-5954-4733-82ab-b60fbf7de034 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0509639 Dec 15 21:33:39.273748 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4445d6f5-b315-48e0-9126-ed2642301094 req-0042af14-84fc-4c31-a970-2272f1afe646 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416026 Dec 15 21:33:39.531748 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d3fdc29a-1713-446e-bf01-24e15b3791bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:40.151979 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f3141-11bb-46d1-a409-04e462073e70 req-7b8a7549-178f-4cd7-95b7-b9e548207d52 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:40.153444 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a23f3141-11bb-46d1-a409-04e462073e70 req-7b8a7549-178f-4cd7-95b7-b9e548207d52 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0476353 Dec 15 21:33:40.205511 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a23f3141-11bb-46d1-a409-04e462073e70 req-1b27a298-7466-4354-a798-e4ef441934fd tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463417 Dec 15 21:33:40.391807 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c01cbe-199d-4360-abca-ae30db078399 req-2299e8c5-6070-43e7-b36c-75686f0c4325 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:40.393419 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17c01cbe-199d-4360-abca-ae30db078399 req-2299e8c5-6070-43e7-b36c-75686f0c4325 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0477788 Dec 15 21:33:40.443571 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-17c01cbe-199d-4360-abca-ae30db078399 req-b56ea7fd-53b3-415b-8355-8f275f80ee13 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445163 Dec 15 21:33:40.778590 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:41.326014 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4683578-5895-4af3-a6ca-7201c9cecb8e req-a3a81d67-9ce7-4851-bd25-9f77bb6ab23e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:41.327524 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4683578-5895-4af3-a6ca-7201c9cecb8e req-a3a81d67-9ce7-4851-bd25-9f77bb6ab23e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0484803 Dec 15 21:33:41.373862 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4683578-5895-4af3-a6ca-7201c9cecb8e req-b7021cf7-caf5-4b6c-bac3-7b3664445c03 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Dec 15 21:33:41.520656 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:33:41.560115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63401906-d5f5-442a-b0af-b28523d5b270 req-655ea76d-5917-459b-a2df-0f65c505096f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:41.561613 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-63401906-d5f5-442a-b0af-b28523d5b270 req-655ea76d-5917-459b-a2df-0f65c505096f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 943 time: 0.0483220 Dec 15 21:33:41.610813 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-63401906-d5f5-442a-b0af-b28523d5b270 req-fe597924-67ad-4c32-98a9-2b87f1bb676d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 Dec 15 21:33:41.617948 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:41.630545 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'port_id': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'mac_address': 'fa:16:3e:20:8b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:33:41.664885 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:41.677580 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32f9d75-f48e-416b-8396-0e5a6d8b825a {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:33:41.697471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:41.813655 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:41.815665 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4975bac3-9efb-4b5f-bdac-786046ea2412 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:33:41.884475 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:41.946769 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4975bac3-9efb-4b5f-bdac-786046ea2412,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:41.957772 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'port_id': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'mac_address': 'fa:16:3e:80:75:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:33:42.004674 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:42.020627 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4975bac3-9efb-4b5f-bdac-786046ea2412 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:33:42.039409 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4975bac3-9efb-4b5f-bdac-786046ea2412,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:42.121449 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:42.155802 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:42.203294 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:42.488545 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebde07-357a-4de4-9f7c-9948301df477 req-26f7578f-7b52-4cfa-8757-3bbc7c674c0a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:42.490068 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5cebde07-357a-4de4-9f7c-9948301df477 req-26f7578f-7b52-4cfa-8757-3bbc7c674c0a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0521085 Dec 15 21:33:42.499832 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['d32f9d75-f48e-416b-8396-0e5a6d8b825a'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:33:42.528085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4975bac3-9efb-4b5f-bdac-786046ea2412'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:33:42.539252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5cebde07-357a-4de4-9f7c-9948301df477 req-9ad8e81f-6781-4afd-97b7-7ebc2fa29946 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431700 Dec 15 21:33:42.727136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032dd056-d6f6-4f73-96bf-a36bc554ac8f req-fa0791f8-37c3-42db-b883-f0dcdd484a05 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:42.728547 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-032dd056-d6f6-4f73-96bf-a36bc554ac8f req-fa0791f8-37c3-42db-b883-f0dcdd484a05 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0479698 Dec 15 21:33:42.778651 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-032dd056-d6f6-4f73-96bf-a36bc554ac8f req-fba27597-2f56-49c3-b13e-514e394e4e4a tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Dec 15 21:33:43.304559 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:43.543674 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4975bac3-9efb-4b5f-bdac-786046ea2412 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:33:43.652559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a456400-ad4e-4fdd-8a09-fb4d8c24aac9 req-ab660e80-bc74-4802-aa0b-fa465709684f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:43.654031 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4a456400-ad4e-4fdd-8a09-fb4d8c24aac9 req-ab660e80-bc74-4802-aa0b-fa465709684f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0468976 Dec 15 21:33:43.698615 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 4975bac3-9efb-4b5f-bdac-786046ea2412 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:33:43.702499 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 4975bac3-9efb-4b5f-bdac-786046ea2412 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:33:43.702994 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:43.703136 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4a456400-ad4e-4fdd-8a09-fb4d8c24aac9 req-8d6421b0-0dfd-446d-9c80-26eeb015341a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Dec 15 21:33:43.781403 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:43.803330 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:43.805511 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe33afdb-a828-4999-a551-271c45eed02f" -d '{"events": [{"server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:43.818285 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4975bac3-9efb-4b5f-bdac-786046ea2412,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:43.849917 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ef0dbd-52e6-41b5-b929-7c138ab72544 x-openstack-request-id: req-47ef0dbd-52e6-41b5-b929-7c138ab72544 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:43.850213 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:43.850468 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47ef0dbd-52e6-41b5-b929-7c138ab72544 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:43.850903 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'code': 200} Dec 15 21:33:43.893448 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:43.907571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb1f5-69d2-4a3e-806c-68e8f9c5902f req-31b4e16a-414d-42d4-b355-6796b6a5642b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:43.909756 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a62cb1f5-69d2-4a3e-806c-68e8f9c5902f req-31b4e16a-414d-42d4-b355-6796b6a5642b tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0505795 Dec 15 21:33:43.948534 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:43.963860 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a62cb1f5-69d2-4a3e-806c-68e8f9c5902f req-d001e0ce-83fb-4052-a17e-5521adc02b68 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488057 Dec 15 21:33:44.175566 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca3559-3f3d-4418-893a-9a5f60733a95 req-ff9f4f39-a4ae-4471-bde3-545b9a2a0701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:44.177024 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-caca3559-3f3d-4418-893a-9a5f60733a95 req-ff9f4f39-a4ae-4471-bde3-545b9a2a0701 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 1099 time: 0.0388048 Dec 15 21:33:44.219915 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-caca3559-3f3d-4418-893a-9a5f60733a95 req-f2b14341-9fdd-4e8d-b0ef-7b6d29ced23d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355685 Dec 15 21:33:44.819661 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ce3b-a5c9-4a24-ac6e-20d005aca3e0 req-f9ac2c3b-18a8-4eb5-8c41-f8160bc30a3c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:44.821094 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4390ce3b-a5c9-4a24-ac6e-20d005aca3e0 req-f9ac2c3b-18a8-4eb5-8c41-f8160bc30a3c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Dec 15 21:33:44.865907 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4390ce3b-a5c9-4a24-ac6e-20d005aca3e0 req-116beadc-cba3-4632-9a26-d05c5382d20a tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389600 Dec 15 21:33:45.077399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100367bc-4258-4269-aef1-9bfc394d9c25 req-b9e3e502-6ef0-47ae-8355-057f8e766d1d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:45.078754 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-100367bc-4258-4269-aef1-9bfc394d9c25 req-b9e3e502-6ef0-47ae-8355-057f8e766d1d tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 944 time: 0.0472844 Dec 15 21:33:45.125994 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-100367bc-4258-4269-aef1-9bfc394d9c25 req-8a0e1661-5932-4899-919a-18885467fb95 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Dec 15 21:33:45.566875 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:33:45.613547 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port d32f9d75-f48e-416b-8396-0e5a6d8b825a triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:33:45.613916 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:45.696566 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:45.727847 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:33:45.813078 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:45.854967 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:45.857149 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee14343d-1ab3-45f9-a2d3-3938e0798a3d" -d '{"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:45.863636 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:33:45.894343 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355ce7f-1f88-489d-82e4-a294184a47e0 x-openstack-request-id: req-6355ce7f-1f88-489d-82e4-a294184a47e0 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:45.894636 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-plugged", "status": "completed", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:45.894891 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6355ce7f-1f88-489d-82e4-a294184a47e0 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:45.895284 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'code': 200} Dec 15 21:33:45.984426 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f6107-6c91-4069-84a8-79e442284da7 req-749b7659-e095-482c-8e6c-0b4a5e58db5f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:45.985844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d97f6107-6c91-4069-84a8-79e442284da7 req-749b7659-e095-482c-8e6c-0b4a5e58db5f tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0511689 Dec 15 21:33:46.032328 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d97f6107-6c91-4069-84a8-79e442284da7 req-2c7a83b6-3385-41b2-9f67-9507cd890027 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Dec 15 21:33:46.146791 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d0f1-5496-4be4-b48f-8e43e2040059 req-af5f6331-9e87-426e-bfe0-1937e8549c4b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:46.148248 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f515d0f1-5496-4be4-b48f-8e43e2040059 req-af5f6331-9e87-426e-bfe0-1937e8549c4b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0487981 Dec 15 21:33:46.158242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52144) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:33:46.163122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Request body: {'floatingip': {'port_id': '4975bac3-9efb-4b5f-bdac-786046ea2412'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:33:46.224185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:46.358871 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f32f-0471-429a-9943-d0bb341335b6 req-971a1051-348b-4fa3-927c-21d81a628f30 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:46.360328 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aee7f32f-0471-429a-9943-d0bb341335b6 req-971a1051-348b-4fa3-927c-21d81a628f30 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.1631818 Dec 15 21:33:46.365284 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6987-ac03-4cc3-8e50-e4455c2e03e2 req-4ff7fc44-418a-45d6-b64f-15e3ee80500c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:46.366669 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe9e6987-ac03-4cc3-8e50-e4455c2e03e2 req-4ff7fc44-418a-45d6-b64f-15e3ee80500c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.1684287 Dec 15 21:33:46.491857 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe9e6987-ac03-4cc3-8e50-e4455c2e03e2 req-0cceb3f5-61da-4bb9-885d-4ef44dfbd0b0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152046 Dec 15 21:33:46.533344 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aee7f32f-0471-429a-9943-d0bb341335b6 req-7f4d98f4-5aeb-41a1-a1ff-0905c858453f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553383 Dec 15 21:33:46.772126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:46.830413 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:46.928427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Floating IP 4717db75-d0a8-4525-9caf-4ea1358a1f6f associated. External IP: 172.27.3.232, port: 4975bac3-9efb-4b5f-bdac-786046ea2412. Dec 15 21:33:47.138936 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:33:47.487419 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:33:47.492203 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:33:47.497359 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:33:47.506969 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:47.507576 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:47.518778 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-4085e0d7-e3fc-47b6-a833-7d8aef2de1cc tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "PUT /v2.0/floatingips/4717db75-d0a8-4525-9caf-4ea1358a1f6f HTTP/1.1" status: 200 len: 992 time: 1.3594401 Dec 15 21:33:47.519323 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:33:47.521775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87" -d '{"events": [{"name": "network-changed", "server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:33:47.559149 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b306e74-ec7b-4948-85ac-72422aaec300 x-openstack-request-id: req-5b306e74-ec7b-4948-85ac-72422aaec300 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:33:47.559149 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:33:47.559388 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b306e74-ec7b-4948-85ac-72422aaec300 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:33:47.559583 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'status': 'completed', 'code': 200} Dec 15 21:33:47.627500 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:47.654397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-7dac6f23-e366-473c-937f-dcfb41827129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:47.656088 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-7dac6f23-e366-473c-937f-dcfb41827129 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 1099 time: 0.0714040 Dec 15 21:33:47.669908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19c16f-1960-49e7-a865-4679f106fbf2 req-1bde17be-8fae-4175-bd36-778fec82f240 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:47.671525 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d19c16f-1960-49e7-a865-4679f106fbf2 req-1bde17be-8fae-4175-bd36-778fec82f240 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Dec 15 21:33:47.779132 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7d19c16f-1960-49e7-a865-4679f106fbf2 req-d889de1a-de10-41a5-a1d8-7257355b56e6 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018996 Dec 15 21:33:47.814851 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-987e3950-99d5-41ed-b18e-74189b73b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:47.816411 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-987e3950-99d5-41ed-b18e-74189b73b361 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 200 len: 912 time: 0.1321898 Dec 15 21:33:47.899675 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-91faed96-b990-4fe5-a800-d0c9ca10dca8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4975bac3-9efb-4b5f-bdac-786046ea2412 HTTP/1.1" status: 200 len: 1000 time: 0.0683987 Dec 15 21:33:47.971097 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-fb8cd784-205f-4e49-b878-0d8ad91e58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:47.972572 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-fb8cd784-205f-4e49-b878-0d8ad91e58c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 200 len: 850 time: 0.0443347 Dec 15 21:33:47.983274 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '4717db75-d0a8-4525-9caf-4ea1358a1f6f', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:80:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad72f12-991e-4944-b466-924188e7f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:33:31Z', 'updated_at': '2021-12-15T21:33:46Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:48.010324 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:33:48.018825 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:33:48.019431 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:33:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:48.019660 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-1032cc8f-cc13-41aa-9595-66cdbb87d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:48.021122 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-1032cc8f-cc13-41aa-9595-66cdbb87d213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f88fc671-46e7-468b-bcc7-dbdc73a0ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407252 Dec 15 21:33:48.120388 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-a280a724-68b1-43e5-964c-0611c7c1b793 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845993 Dec 15 21:33:48.123155 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:33:48.209344 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7ce65e09-4e6c-4c97-a919-5bf6577aeb87 req-91b1a8a8-fa3a-41dc-b671-fdb7351681e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815346 Dec 15 21:33:48.343643 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '4717db75-d0a8-4525-9caf-4ea1358a1f6f', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:80:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad72f12-991e-4944-b466-924188e7f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:33:31Z', 'updated_at': '2021-12-15T21:33:46Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:33:48.370252 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac665e60-51d6-49db-a254-69b695be09b4 None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '4717db75-d0a8-4525-9caf-4ea1358a1f6f', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'floating_ip_address': '172.27.3.232', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'port_id': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'mac_address': 'fa:16:3e:80:75:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad72f12-991e-4944-b466-924188e7f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:33:31Z', 'updated_at': '2021-12-15T21:33:46Z', 'revision_number': 1, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:33:48.560244 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470ce168-c1fa-49bb-8982-fae2790df853 None None] New status for floating IP 4717db75-d0a8-4525-9caf-4ea1358a1f6f: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:33:48.902238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf22c78-38a5-4f1b-88e6-f3430f11a2db req-ef1debd6-d6d9-4878-96c8-d690b60cc897 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:33:48.903630 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dbf22c78-38a5-4f1b-88e6-f3430f11a2db req-ef1debd6-d6d9-4878-96c8-d690b60cc897 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Dec 15 21:33:48.956792 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dbf22c78-38a5-4f1b-88e6-f3430f11a2db req-36748f4a-b3cd-40a3-ba1f-13a558d27a38 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 Dec 15 21:33:49.150167 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:00.345453 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:34:07.103959 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-22a49d14-7564-46f5-a137-a83b41fd5fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:09.486980 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e410ba62-284b-4489-8217-3fb1d6c050ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:10.784253 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:12.076039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:13.326239 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:19.153997 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:24.324868 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-f850be73-d999-4469-b9d4-ac901df188ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382342 Dec 15 21:34:24.405503 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-ffdbb9ee-5619-4a5d-af5d-02448ccb876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:24.406974 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-ffdbb9ee-5619-4a5d-af5d-02448ccb876b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0400789 Dec 15 21:34:24.508499 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-120a9480-af1b-4a14-a58e-c61a5240639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:24.509939 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-120a9480-af1b-4a14-a58e-c61a5240639a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.0840211 Dec 15 21:34:24.576375 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-5b362476-3400-48b7-b9be-c7a2de4faef8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 1000 time: 0.0565162 Dec 15 21:34:24.623752 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-9c7df9f4-d83a-453e-b872-920126187b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:24.625121 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-9c7df9f4-d83a-453e-b872-920126187b0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0411329 Dec 15 21:34:24.674572 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-e9b046ea-38d7-477d-bc98-a64a01081c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:24.676033 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-e9b046ea-38d7-477d-bc98-a64a01081c1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436366 Dec 15 21:34:24.773450 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-5700d36b-3aea-484a-ba1f-e9fc928496a8 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832436 Dec 15 21:34:24.865865 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-83ddedc9-39c6-436e-9841-107d9f09d254 req-5b6a45bc-55d7-4fbe-b6c9-ed48331b33be service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Dec 15 21:34:33.588444 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa40820-8c48-4e44-92da-8d6ed2e97395 req-6c598f3c-d66f-41b6-b29b-465f7f442f8d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:33.590086 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-efa40820-8c48-4e44-92da-8d6ed2e97395 req-6c598f3c-d66f-41b6-b29b-465f7f442f8d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0511475 Dec 15 21:34:33.637423 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-efa40820-8c48-4e44-92da-8d6ed2e97395 req-f808c802-bd6e-4e7c-a61a-721ff036f3ed tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Dec 15 21:34:34.764419 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6430e3-b78b-4017-a973-855d7c302f87 req-f5b9ef45-94e5-48c6-a0cb-80c2a19028f2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:34.765837 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd6430e3-b78b-4017-a973-855d7c302f87 req-f5b9ef45-94e5-48c6-a0cb-80c2a19028f2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0518825 Dec 15 21:34:34.811988 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd6430e3-b78b-4017-a973-855d7c302f87 req-bb340936-59d8-4257-a46b-7fdafe04e049 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Dec 15 21:34:35.932533 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe738a-7a54-4dd5-99c4-674d13c846d2 req-bc7a7237-41cc-43f7-b601-7feb5244f78e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:35.934040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88fe738a-7a54-4dd5-99c4-674d13c846d2 req-bc7a7237-41cc-43f7-b601-7feb5244f78e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0511289 Dec 15 21:34:35.979259 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-88fe738a-7a54-4dd5-99c4-674d13c846d2 req-e50f2cca-73d5-46b4-b8d8-5f299dd67a39 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Dec 15 21:34:37.102601 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd6b9c-8833-480e-bfe8-c67a0b800ca2 req-27d1e309-8b9b-4cf9-bb36-187cb5ed1597 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:37.104074 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26cd6b9c-8833-480e-bfe8-c67a0b800ca2 req-27d1e309-8b9b-4cf9-bb36-187cb5ed1597 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0481815 Dec 15 21:34:37.132765 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c09cb516-0026-40d3-ab87-c470083515b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:37.150314 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26cd6b9c-8833-480e-bfe8-c67a0b800ca2 req-383dc3d0-346e-4d79-93ce-f7d0d07fca99 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Dec 15 21:34:37.344818 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:34:38.267615 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a73d5a-12bd-4791-aaac-d1beb64a9c65 req-0b22b3b6-1e10-4b8c-96a8-a637c6226c3f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:38.269071 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f2a73d5a-12bd-4791-aaac-d1beb64a9c65 req-0b22b3b6-1e10-4b8c-96a8-a637c6226c3f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0480766 Dec 15 21:34:38.319124 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f2a73d5a-12bd-4791-aaac-d1beb64a9c65 req-1e3dbbb3-0e8e-46d8-8f32-16142c68ca8b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 Dec 15 21:34:39.435152 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89f3c6-6e2c-4fb7-8f02-ddc5ee924f4c req-92ea5d1b-7327-4c83-a55f-7bb5bfc793ee tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:39.436652 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd89f3c6-6e2c-4fb7-8f02-ddc5ee924f4c req-92ea5d1b-7327-4c83-a55f-7bb5bfc793ee tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0472031 Dec 15 21:34:39.482225 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd89f3c6-6e2c-4fb7-8f02-ddc5ee924f4c req-931a7ec4-7945-4cfc-ac7a-664b866baa07 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 Dec 15 21:34:39.499079 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-064170ad-bd78-425d-808c-a73a74aa477b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:40.598126 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0874-a4e5-4569-a66a-4f12de700af4 req-c6b44e0c-f654-422e-95f5-cc7760787886 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:40.599545 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b40f0874-a4e5-4569-a66a-4f12de700af4 req-c6b44e0c-f654-422e-95f5-cc7760787886 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0465837 Dec 15 21:34:40.645236 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b40f0874-a4e5-4569-a66a-4f12de700af4 req-57f18d2f-f0be-46ac-b422-dc7e98c499be tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399413 Dec 15 21:34:40.841246 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:41.767763 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617eef3-67a8-432f-8de1-66d55d7d05fe req-da09af81-086d-4eeb-9d69-140484e38cad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:41.769164 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9617eef3-67a8-432f-8de1-66d55d7d05fe req-da09af81-086d-4eeb-9d69-140484e38cad tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0541520 Dec 15 21:34:41.817417 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9617eef3-67a8-432f-8de1-66d55d7d05fe req-d78c9ad4-e4d0-456e-9684-742eff7e5011 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421848 Dec 15 21:34:42.075353 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:42.933030 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca9007-a5ea-451c-aa10-da4d170e9480 req-a187af51-6092-456d-972b-76f6ee8a3393 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:42.934504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3ca9007-a5ea-451c-aa10-da4d170e9480 req-a187af51-6092-456d-972b-76f6ee8a3393 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0469632 Dec 15 21:34:42.979890 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a3ca9007-a5ea-451c-aa10-da4d170e9480 req-38d24363-2581-45c7-b605-88ba8101742d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 Dec 15 21:34:43.332529 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:44.101064 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890ec92-c74c-4839-b32a-b058158a1ddd req-3aa24baa-618e-4d2a-89ff-91aa62261dbe tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:44.102562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9890ec92-c74c-4839-b32a-b058158a1ddd req-3aa24baa-618e-4d2a-89ff-91aa62261dbe tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0513437 Dec 15 21:34:44.149291 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9890ec92-c74c-4839-b32a-b058158a1ddd req-4bc5dbfa-9598-4b20-a17d-90aa86778b81 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Dec 15 21:34:45.266483 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab53ec-1f23-4e56-94f0-f2bae92f9486 req-62744dfd-d686-4d2a-9534-5c65640df552 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:45.267932 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ab53ec-1f23-4e56-94f0-f2bae92f9486 req-62744dfd-d686-4d2a-9534-5c65640df552 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0475876 Dec 15 21:34:45.313468 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-84ab53ec-1f23-4e56-94f0-f2bae92f9486 req-1d701b7a-a9e6-4cd7-b6dd-7cf1d9ba1612 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396483 Dec 15 21:34:45.855734 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:34:45.954423 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:34:45.965186 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '430d4147-829f-49e9-944e-72629e959b78', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:34:46.001758 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:46.013823 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:34:46.033019 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:34:46.143556 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:46.198905 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=6']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:34:46.206168 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.206516 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.206864 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.207201 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.207534 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.207861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.208189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.208522 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.208846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.209173 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.209607 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.209934 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.210254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:34:46.242427 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['430d4147-829f-49e9-944e-72629e959b78'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:34:46.432539 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b21028-9146-47e2-b50a-94a7674256ab req-f3b8c860-68ca-44ee-9ab7-7b82797e7228 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:46.434011 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2b21028-9146-47e2-b50a-94a7674256ab req-f3b8c860-68ca-44ee-9ab7-7b82797e7228 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0478158 Dec 15 21:34:46.482185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2b21028-9146-47e2-b50a-94a7674256ab req-082e8737-dd77-408e-92bd-48797997b363 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Dec 15 21:34:47.598356 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c620b8-1423-4af6-99d1-a0d8a8206e3d req-0b5304a7-a7b8-4325-8ad0-bcbdcec5a332 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:47.599779 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43c620b8-1423-4af6-99d1-a0d8a8206e3d req-0b5304a7-a7b8-4325-8ad0-bcbdcec5a332 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0470002 Dec 15 21:34:47.645221 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43c620b8-1423-4af6-99d1-a0d8a8206e3d req-2182f329-3bcf-42d6-94d2-31441b947740 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395837 Dec 15 21:34:47.871287 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:34:47.921951 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 430d4147-829f-49e9-944e-72629e959b78 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:34:47.922319 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:48.006187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:48.031090 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:34:48.033335 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346cd0ab-1b91-454a-afb4-82efa4d2da3b" -d '{"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:34:48.047063 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:34:48.078434 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582fe7d-4016-4b34-8d27-1775f2910b41 x-openstack-request-id: req-1582fe7d-4016-4b34-8d27-1775f2910b41 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:34:48.078757 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:34:48.079015 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1582fe7d-4016-4b34-8d27-1775f2910b41 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:34:48.079414 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'code': 200} Dec 15 21:34:48.161291 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:48.221302 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=7']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:34:48.764862 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6cfb9-67e4-42e0-a993-efd721d4842b req-dbd989cd-3d41-4209-9a96-1e744bc8b3cf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:48.766326 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6f6cfb9-67e4-42e0-a993-efd721d4842b req-dbd989cd-3d41-4209-9a96-1e744bc8b3cf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0481267 Dec 15 21:34:48.813736 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d6f6cfb9-67e4-42e0-a993-efd721d4842b req-6a9dc771-5268-45ac-bc1c-cb3198c342e8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Dec 15 21:34:49.167080 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:34:49.938870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdc4e9-7b94-4cb0-ab58-98a1ac9c0f0f req-eedc0125-d647-44c8-a5dc-34517b734101 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:49.940324 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01fdc4e9-7b94-4cb0-ab58-98a1ac9c0f0f req-eedc0125-d647-44c8-a5dc-34517b734101 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0515575 Dec 15 21:34:49.986533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01fdc4e9-7b94-4cb0-ab58-98a1ac9c0f0f req-b7012d2f-f4cd-4424-a48b-d6b93dee853f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 Dec 15 21:34:51.106921 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e93bbc-894a-4004-958e-caf736f0ad6d req-b530edc4-12a4-4b05-86a7-94e05f26a6a5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:51.108892 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26e93bbc-894a-4004-958e-caf736f0ad6d req-b530edc4-12a4-4b05-86a7-94e05f26a6a5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0505562 Dec 15 21:34:51.155171 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-26e93bbc-894a-4004-958e-caf736f0ad6d req-4451c9a7-8e5e-4ea2-abf6-139d8c087b5c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402095 Dec 15 21:34:52.278490 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc96fc3-238e-4efe-b71e-9b7c6e78321a req-a6a5c60c-052d-45a5-a965-8fda9e676ac5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:52.280926 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7fc96fc3-238e-4efe-b71e-9b7c6e78321a req-a6a5c60c-052d-45a5-a965-8fda9e676ac5 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0514274 Dec 15 21:34:52.348474 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7fc96fc3-238e-4efe-b71e-9b7c6e78321a req-1db9229c-446e-4f7e-8926-ddebe775aba3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615828 Dec 15 21:34:53.467140 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b820c-4a1f-4c5b-a034-bbbd968237cc req-d9ffa4e3-a3c3-4a61-a4b6-9071ca14d8a2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:53.469284 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a7b820c-4a1f-4c5b-a034-bbbd968237cc req-d9ffa4e3-a3c3-4a61-a4b6-9071ca14d8a2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0560257 Dec 15 21:34:53.541300 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6a7b820c-4a1f-4c5b-a034-bbbd968237cc req-c32ac1f5-5cf0-42a8-af59-46cbf7200856 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639758 Dec 15 21:34:54.668251 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015e9fe-4d2a-4990-b644-e928a8848a79 req-74968fbe-8fa9-4d8d-abcd-06810a38544f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:54.669801 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0015e9fe-4d2a-4990-b644-e928a8848a79 req-74968fbe-8fa9-4d8d-abcd-06810a38544f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0500259 Dec 15 21:34:54.722926 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0015e9fe-4d2a-4990-b644-e928a8848a79 req-3cbf8eaa-c6db-498a-8fd6-f7484289dbaf tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Dec 15 21:34:55.862318 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c9ffc-e62c-423a-b1cd-776aa0e13a3a req-9244f63a-dad3-45c0-a449-5fa6d33452e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:55.864037 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f6c9ffc-e62c-423a-b1cd-776aa0e13a3a req-9244f63a-dad3-45c0-a449-5fa6d33452e9 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0658104 Dec 15 21:34:55.916507 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f6c9ffc-e62c-423a-b1cd-776aa0e13a3a req-f30d4c0b-a642-406f-a6e4-84a8537fd697 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Dec 15 21:34:57.052837 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d7446-d11a-4740-8f0f-08ad884fba32 req-1e4b55b8-6a76-4043-b8d0-a17fe7732d5d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:57.054609 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b73d7446-d11a-4740-8f0f-08ad884fba32 req-1e4b55b8-6a76-4043-b8d0-a17fe7732d5d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0557327 Dec 15 21:34:57.110712 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b73d7446-d11a-4740-8f0f-08ad884fba32 req-4682b44f-7de9-479c-b2b9-ddf9cff570c6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Dec 15 21:34:58.249906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bace14-6153-48d0-bea4-4ec7647bd810 req-8887bc05-e9ec-41b2-b4fd-8585b171a98b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:58.251974 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-19bace14-6153-48d0-bea4-4ec7647bd810 req-8887bc05-e9ec-41b2-b4fd-8585b171a98b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0604329 Dec 15 21:34:58.309921 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-19bace14-6153-48d0-bea4-4ec7647bd810 req-c7c0e8db-86e0-41cb-8a54-9059045884f6 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518687 Dec 15 21:34:59.435408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d421-dc5a-4e19-a443-455c2a8b8fbd req-f4c80a43-d66a-49bc-903f-7473d688bcec tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:34:59.437657 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2115d421-dc5a-4e19-a443-455c2a8b8fbd req-f4c80a43-d66a-49bc-903f-7473d688bcec tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0570157 Dec 15 21:34:59.494844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2115d421-dc5a-4e19-a443-455c2a8b8fbd req-389d9329-abce-4b97-b3dd-d43661044312 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511832 Dec 15 21:35:00.630329 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79a9bd-6bd7-47e3-9d70-7852df2e7685 req-6c0aea02-3c4e-49a5-a051-9748e71ccd50 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:00.632066 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c79a9bd-6bd7-47e3-9d70-7852df2e7685 req-6c0aea02-3c4e-49a5-a051-9748e71ccd50 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0535557 Dec 15 21:35:00.700066 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4c79a9bd-6bd7-47e3-9d70-7852df2e7685 req-3657755d-4b86-4169-b1ca-826d1ad3d82c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590260 Dec 15 21:35:01.821968 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b52d0-ca96-4d6f-9b0b-2d6ea1d1be1b req-1eb167c5-0844-4c0b-be00-5c94ba3262ea tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:01.823487 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f71b52d0-ca96-4d6f-9b0b-2d6ea1d1be1b req-1eb167c5-0844-4c0b-be00-5c94ba3262ea tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0502017 Dec 15 21:35:01.870059 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f71b52d0-ca96-4d6f-9b0b-2d6ea1d1be1b req-3bd6757f-42b7-46a1-ad82-27b67cbbd66e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405426 Dec 15 21:35:02.311982 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-0a99a517-d954-4039-836e-7ffa4c8a86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:02.313547 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-0a99a517-d954-4039-836e-7ffa4c8a86c3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1098 time: 0.0408964 Dec 15 21:35:02.409476 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-c93b9348-07c2-42e2-8eb6-a73f7f0b983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:02.410952 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-c93b9348-07c2-42e2-8eb6-a73f7f0b983f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0878131 Dec 15 21:35:02.476212 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-af2e6107-1a7d-4ead-b1bc-5030db030b0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 1001 time: 0.0567865 Dec 15 21:35:02.524815 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-d4f0e819-fcc8-4c4e-b750-e646ed0eb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:02.526278 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-d4f0e819-fcc8-4c4e-b750-e646ed0eb9f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0427368 Dec 15 21:35:02.573912 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-d4f4edf3-4ab8-4385-ad99-ec417c1b2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:02.575344 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-d4f4edf3-4ab8-4385-ad99-ec417c1b2f23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418200 Dec 15 21:35:02.665217 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-9d7aa113-d048-4cf4-aafe-2cb5caf79a8c service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818291 Dec 15 21:35:02.756469 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5838ce9-b4f4-453c-a106-d405b04b8a8c req-c1a9b39f-ce02-4ab3-9923-18ec271090a8 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828836 Dec 15 21:35:02.991820 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2e6d2-b3e6-428e-aeef-f51caabe20ff req-f130310f-4a85-40e9-97e0-d1c67f60f224 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:02.994491 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9aa2e6d2-b3e6-428e-aeef-f51caabe20ff req-f130310f-4a85-40e9-97e0-d1c67f60f224 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0526929 Dec 15 21:35:03.042320 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9aa2e6d2-b3e6-428e-aeef-f51caabe20ff req-2de1d8f0-e991-43b3-8c97-39e97a308d62 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Dec 15 21:35:03.964464 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:04.041099 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:04.067021 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:35:04.069184 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3009062f-4fe2-4ec0-8821-0be89fc6a10a" -d '{"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-unplugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:35:04.082071 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:04.106801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a3e1c-c4f1-4749-822d-edfadccb665b x-openstack-request-id: req-fb7a3e1c-c4f1-4749-822d-edfadccb665b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:35:04.107104 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-unplugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:35:04.107946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb7a3e1c-c4f1-4749-822d-edfadccb665b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:35:04.108348 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'code': 200} Dec 15 21:35:04.155062 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:04.162306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440a98-be8c-461d-96f6-e7220983a7c7 req-b33980cb-9469-42e3-887b-9e01786bc2c4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:04.163784 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4e440a98-be8c-461d-96f6-e7220983a7c7 req-b33980cb-9469-42e3-887b-9e01786bc2c4 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 945 time: 0.0474551 Dec 15 21:35:04.201826 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=8']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:04.214324 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4e440a98-be8c-461d-96f6-e7220983a7c7 req-e43d641e-2782-4705-b926-4891f5ff5710 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444906 Dec 15 21:35:05.334347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00625c78-472c-4621-bc2d-a84b124d2be5 req-fd19832b-8c50-4a07-84b5-8799cee21f59 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:05.335791 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00625c78-472c-4621-bc2d-a84b124d2be5 req-fd19832b-8c50-4a07-84b5-8799cee21f59 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0478990 Dec 15 21:35:05.381862 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00625c78-472c-4621-bc2d-a84b124d2be5 req-991fad0c-c58e-4afc-8557-42e76e8f46aa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Dec 15 21:35:07.155315 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a548026d-8cdf-4047-aeb0-122bdd2b77cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:07.510931 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848d608-8aca-4b37-a2b0-0f5a86bd10ec req-f19fb7e4-e817-48a8-8137-25b6dd37520b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:07.512479 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2848d608-8aca-4b37-a2b0-0f5a86bd10ec req-f19fb7e4-e817-48a8-8137-25b6dd37520b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0492105 Dec 15 21:35:07.560457 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2848d608-8aca-4b37-a2b0-0f5a86bd10ec req-1b265cce-84e2-4b08-b463-2bb3fd3cd4a7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420904 Dec 15 21:35:07.743248 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-4294c8f0-b8cc-4d26-8221-b8e41f58eee2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400784 Dec 15 21:35:07.996456 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:08.682136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02065822-d9f9-4011-be6b-d1d657fcbbe0 req-c8fe3108-5457-4b01-9e1e-8f784f08786a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:08.683589 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02065822-d9f9-4011-be6b-d1d657fcbbe0 req-c8fe3108-5457-4b01-9e1e-8f784f08786a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0513172 Dec 15 21:35:08.730185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02065822-d9f9-4011-be6b-d1d657fcbbe0 req-5aa24c76-9da5-4d1c-96ea-9fa8a22b397f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Dec 15 21:35:09.166832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-9f0f5280-4932-4347-bf55-f757d636e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.168256 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-9f0f5280-4932-4347-bf55-f757d636e94d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f&tenant_id=55a13f8946a9488bbbaf976f5a72e986 HTTP/1.1" status: 200 len: 1096 time: 0.0384979 Dec 15 21:35:09.226873 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-b4cafcd1-f6e1-4a25-904e-57bbe54e53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.228288 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-b4cafcd1-f6e1-4a25-904e-57bbe54e53a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1096 time: 0.0377760 Dec 15 21:35:09.317897 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-2b041325-65f0-47fd-880a-2900a1ee3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.319390 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-2b041325-65f0-47fd-880a-2900a1ee3479 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0839200 Dec 15 21:35:09.383190 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-865ee361-83bc-4e48-8d26-be6ad7348217 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 999 time: 0.0556514 Dec 15 21:35:09.435952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-278edf56-9737-41ab-aa63-7fc6a4c67648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.437381 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-278edf56-9737-41ab-aa63-7fc6a4c67648 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0462918 Dec 15 21:35:09.494410 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-265cdba2-abc8-43f5-9ca6-c6c6222a63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.496439 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-265cdba2-abc8-43f5-9ca6-c6c6222a63ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523789 Dec 15 21:35:09.532752 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cbd943be-fb34-4e3b-a0d4-e04cd985fc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:09.594869 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-eff718a5-db14-4727-8531-9c95e888b635 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908768 Dec 15 21:35:09.684901 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-5cdb3c6e-8005-4551-847e-b2f2b09bc147 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831900 Dec 15 21:35:09.850508 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a37a0-244d-4030-8e6c-34741e033cc9 req-24a8b616-c591-4866-b4bd-1bec621b8782 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:09.851945 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e08a37a0-244d-4030-8e6c-34741e033cc9 req-24a8b616-c591-4866-b4bd-1bec621b8782 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0481164 Dec 15 21:35:09.899347 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e08a37a0-244d-4030-8e6c-34741e033cc9 req-11e315d7-3ce7-4689-bc81-ba63fba4138d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Dec 15 21:35:10.812662 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:11.027538 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42b6d7-aebb-42ff-85be-c65d47231f98 req-0f637d75-ad08-4d1a-b489-e077a5b5dd03 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:11.029036 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e42b6d7-aebb-42ff-85be-c65d47231f98 req-0f637d75-ad08-4d1a-b489-e077a5b5dd03 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0501530 Dec 15 21:35:11.090152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e42b6d7-aebb-42ff-85be-c65d47231f98 req-3a6d9921-850e-459b-906d-785e62529e24 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550809 Dec 15 21:35:12.127517 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:12.215842 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d689f-8cf0-4a1c-a664-a6f0a9809f36 req-720ab940-e967-4cc8-b07b-fcfe35f1272b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:12.217348 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c71d689f-8cf0-4a1c-a664-a6f0a9809f36 req-720ab940-e967-4cc8-b07b-fcfe35f1272b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0528963 Dec 15 21:35:12.266089 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c71d689f-8cf0-4a1c-a664-a6f0a9809f36 req-9d81337b-ba5c-4678-879c-5104fe3b3ccb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Dec 15 21:35:13.298894 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:13.391279 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3cb76-647d-42c1-aa70-4c6a1f0a23f1 req-1331e11f-754d-4424-9ca9-b5517ce6e683 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:13.392746 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3d3cb76-647d-42c1-aa70-4c6a1f0a23f1 req-1331e11f-754d-4424-9ca9-b5517ce6e683 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0498309 Dec 15 21:35:13.442121 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3d3cb76-647d-42c1-aa70-4c6a1f0a23f1 req-3ced4753-33a0-4be2-a8c5-1aa181df5df8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429623 Dec 15 21:35:14.343242 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:35:14.568513 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5828d6-5dac-4511-b2ec-491ef8e41263 req-829258d6-e67e-419c-8694-77b017387eb8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:14.570014 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc5828d6-5dac-4511-b2ec-491ef8e41263 req-829258d6-e67e-419c-8694-77b017387eb8 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0519407 Dec 15 21:35:14.616923 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dc5828d6-5dac-4511-b2ec-491ef8e41263 req-d60f1bb9-8272-48d6-84b5-996683be7106 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Dec 15 21:35:15.751777 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e8cc7-0769-43b7-b2f3-e0a63a0a0982 req-7fd4d0c5-65e3-464a-b631-ddd1d77b38fa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:15.753353 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f8e8cc7-0769-43b7-b2f3-e0a63a0a0982 req-7fd4d0c5-65e3-464a-b631-ddd1d77b38fa tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0555100 Dec 15 21:35:15.812965 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f8e8cc7-0769-43b7-b2f3-e0a63a0a0982 req-d7f753e0-f91c-4933-8888-dbafa6a5a28c tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530512 Dec 15 21:35:16.939511 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d27c5-1c4c-4ef1-9f75-4b8c0eaa6721 req-1cc7454e-48ae-4feb-9d29-fae78038ac4d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:16.940996 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ed2d27c5-1c4c-4ef1-9f75-4b8c0eaa6721 req-1cc7454e-48ae-4feb-9d29-fae78038ac4d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0543418 Dec 15 21:35:16.988951 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ed2d27c5-1c4c-4ef1-9f75-4b8c0eaa6721 req-4ba39b48-bf73-4bc2-bc9d-61c8f22055b0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Dec 15 21:35:18.114214 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00680f-c190-4d9c-a6ee-f167e72c97df req-14df5cc6-d391-42df-a2c9-b4714461c34d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:18.115708 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f00680f-c190-4d9c-a6ee-f167e72c97df req-14df5cc6-d391-42df-a2c9-b4714461c34d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0486739 Dec 15 21:35:18.164345 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f00680f-c190-4d9c-a6ee-f167e72c97df req-4454f624-ab54-408d-8f0b-4e3b7b860e4f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Dec 15 21:35:19.166715 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:19.291029 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b261c-1086-4429-ad73-a03ec7cbfe77 req-c6b49eb9-e511-459e-b842-40535581ff83 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:19.293205 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f7b261c-1086-4429-ad73-a03ec7cbfe77 req-c6b49eb9-e511-459e-b842-40535581ff83 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0537908 Dec 15 21:35:19.346176 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8f7b261c-1086-4429-ad73-a03ec7cbfe77 req-d9e1a43a-d4d5-4c75-910a-6a4675b4c270 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463562 Dec 15 21:35:20.478508 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8423a3-d4bf-4efe-9043-35d8f6a2c44d req-c7b10f7c-ad24-4f4e-b92d-e87cd03575d0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:20.479964 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa8423a3-d4bf-4efe-9043-35d8f6a2c44d req-c7b10f7c-ad24-4f4e-b92d-e87cd03575d0 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0516627 Dec 15 21:35:20.537228 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa8423a3-d4bf-4efe-9043-35d8f6a2c44d req-e7685e9e-d83f-4010-81a3-9aaf2753f1f3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503037 Dec 15 21:35:21.658258 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2697-c2f7-4362-95b1-b7a22495e256 req-d28491d1-5e65-4dea-aea3-66cbaef792c2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:21.659692 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe1b2697-c2f7-4362-95b1-b7a22495e256 req-d28491d1-5e65-4dea-aea3-66cbaef792c2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0477233 Dec 15 21:35:21.705006 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe1b2697-c2f7-4362-95b1-b7a22495e256 req-e3e9d1b0-7c6e-4be7-af32-012bce07aac2 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395162 Dec 15 21:35:22.824299 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f66a8-9b83-43b2-b2c7-037bfcacf35a req-9b8c0741-671d-448a-8baf-ccd532361e6a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:22.825775 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b38f66a8-9b83-43b2-b2c7-037bfcacf35a req-9b8c0741-671d-448a-8baf-ccd532361e6a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.0509224 Dec 15 21:35:22.871093 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b38f66a8-9b83-43b2-b2c7-037bfcacf35a req-c13e6267-398d-4b4d-a968-7a1e588229d7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389521 Dec 15 21:35:23.679911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-87e56a02-4ac8-4c24-89aa-691b154be28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:23.682427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-87e56a02-4ac8-4c24-89aa-691b154be28b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=55a13f8946a9488bbbaf976f5a72e986&device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1096 time: 0.0433688 Dec 15 21:35:23.790548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-dc2c75bd-4610-4fb9-9cff-6393c04929e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:23.791907 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-dc2c75bd-4610-4fb9-9cff-6393c04929e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 200 len: 917 time: 0.0883703 Dec 15 21:35:23.857950 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-359ed259-62bf-4fd2-8d49-5ee8fbc8bd2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 200 len: 999 time: 0.0579765 Dec 15 21:35:23.906704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-121fdb37-5677-4a8f-9e86-2165b83ffba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:23.908160 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-121fdb37-5677-4a8f-9e86-2165b83ffba4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 200 len: 855 time: 0.0432761 Dec 15 21:35:23.979815 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-e5fc8bb2-7fe8-4db9-b7a8-4a2b37971a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:23.981273 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-e5fc8bb2-7fe8-4db9-b7a8-4a2b37971a66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c14f87eb-1d40-4e49-90d6-61cc4cd6c383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658698 Dec 15 21:35:24.045490 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376a9f4-22f9-49b9-b89d-d29d8529c054 req-2962bd62-4b21-4807-b7aa-e6fb41726f5b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:24.047404 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a376a9f4-22f9-49b9-b89d-d29d8529c054 req-2962bd62-4b21-4807-b7aa-e6fb41726f5b tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.1001840 Dec 15 21:35:24.115717 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-232282c5-fedf-43bf-949f-a6af2ea20738 service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271923 Dec 15 21:35:24.120124 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a376a9f4-22f9-49b9-b89d-d29d8529c054 req-dbc1156c-a8c5-4835-a52e-c878130afe3a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668900 Dec 15 21:35:24.204887 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b5ad37c9-d137-4d22-92b4-e9defd3e8667 req-4a7d334f-b6bc-4721-801f-33511388400e service neutron] 10.222.0.60 "GET /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817804 Dec 15 21:35:25.192478 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52660) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:25.323883 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee3c69-efed-4763-8584-68a1f81ee2a1 req-abcf057c-cb0d-4b23-b1a5-bf2da7829916 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:25.325328 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-edee3c69-efed-4763-8584-68a1f81ee2a1 req-abcf057c-cb0d-4b23-b1a5-bf2da7829916 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 943 time: 0.1306083 Dec 15 21:35:25.642664 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-edee3c69-efed-4763-8584-68a1f81ee2a1 req-39e4f4cb-e2af-41d0-b826-58e12a1c1b88 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108416 Dec 15 21:35:25.658806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Deleting port e9e391ea-285c-45c7-966a-dc9f06e15e2a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:25.659140 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:25.729368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:25.729618 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:25.740521 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Calling delete_port for e9e391ea-285c-45c7-966a-dc9f06e15e2a owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:25.972231 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:26.000135 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event deleted for resources: {'Port': ['ID=e9e391ea-285c-45c7-966a-dc9f06e15e2a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:26.011576 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.011920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.012258 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.012593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.012921 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.013247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.013595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.013915 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.014234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.014554 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.014877 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.015856 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.016178 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:26.066999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:26.067319 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Floating IP 02c7053a-a1fb-4db0-8add-9868b31f8e96 disassociated (deleted). External IP: 172.27.3.74, port: d32f9d75-f48e-416b-8396-0e5a6d8b825a. Dec 15 21:35:26.120053 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:35:26.215522 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:26.226783 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '430d4147-829f-49e9-944e-72629e959b78', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'port_id': '430d4147-829f-49e9-944e-72629e959b78', 'mac_address': 'fa:16:3e:80:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:35:26.262938 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:26.270339 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Router ae5dea19-8ff8-4403-9510-faeb4389c0b2 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:26.275732 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:35:26.294415 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:26.372099 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:26.377677 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:26.382396 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:26.400414 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Sync routers for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:26.408292 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6720262d-0341-4549-8990-0788e7c8fb49 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "DELETE /v2.0/floatingips/02c7053a-a1fb-4db0-8add-9868b31f8e96 HTTP/1.1" status: 204 len: 168 time: 1.2147143 Dec 15 21:35:26.408864 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:35:26.411155 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9abdb-b608-4e7e-84e9-224b88e02cab" -d '{"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:35:26.428316 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:26.428939 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:26.471353 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dba683a-c07b-409c-9f75-e2a24bcd6e0f x-openstack-request-id: req-7dba683a-c07b-409c-9f75-e2a24bcd6e0f {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:35:26.471650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:35:26.471906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dba683a-c07b-409c-9f75-e2a24bcd6e0f {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:35:26.472312 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'status': 'completed', 'code': 200} Dec 15 21:35:26.476664 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=9']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:26.538347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-fc984d16-7e9b-49d2-b2b6-d5967fd93e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.539908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-fc984d16-7e9b-49d2-b2b6-d5967fd93e6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 1098 time: 0.0449867 Dec 15 21:35:26.542182 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:26.635243 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-68545fea-db8f-46ee-813c-6ed1b1f882b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.636739 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-68545fea-db8f-46ee-813c-6ed1b1f882b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 200 len: 910 time: 0.0887635 Dec 15 21:35:26.680292 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-68acf331-0a95-4a4b-916f-6e50283878b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 200 len: 217 time: 0.0359056 Dec 15 21:35:26.747086 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:26.760484 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-a2d9f8fd-a54e-4bed-aa2e-2fe9c0aed2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.761982 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-a2d9f8fd-a54e-4bed-aa2e-2fe9c0aed2e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 200 len: 848 time: 0.0745139 Dec 15 21:35:26.774617 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['430d4147-829f-49e9-944e-72629e959b78'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:35:26.778293 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Checking router: ae5dea19-8ff8-4403-9510-faeb4389c0b2 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:26.804787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe81d-cc57-412f-b4c1-7d15683720f6 req-e8c81459-2dfd-4f60-8c53-3d7915e0175e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.806000 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3dfe81d-cc57-412f-b4c1-7d15683720f6 req-e8c81459-2dfd-4f60-8c53-3d7915e0175e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0813475 Dec 15 21:35:26.821134 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:26.821779 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:26.835353 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-a2cfc1f9-62fa-49bc-a3aa-80b9a9fea714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.836837 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-a2cfc1f9-62fa-49bc-a3aa-80b9a9fea714 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7cda4dbf-0a52-4b56-8f62-348afd1b5f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651844 Dec 15 21:35:26.881611 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3dfe81d-cc57-412f-b4c1-7d15683720f6 req-ca067a9f-b70b-4cef-b928-40aeecf88a5d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686595 Dec 15 21:35:26.987406 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502eaa29-63ca-40e1-9e25-0af521b1b783 req-f2b7c7d7-d949-4111-bc85-fa5e0ae98c30 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:26.988950 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-502eaa29-63ca-40e1-9e25-0af521b1b783 req-f2b7c7d7-d949-4111-bc85-fa5e0ae98c30 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0783837 Dec 15 21:35:26.991304 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-78822bbf-0a28-4c3f-b6b2-651a80e4fb3a service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447473 Dec 15 21:35:27.091946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:27.096428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-502eaa29-63ca-40e1-9e25-0af521b1b783 req-c6fb6fde-3c4c-44e9-874c-353a3698ead2 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011186 Dec 15 21:35:27.118806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded9abdb-b608-4e7e-84e9-224b88e02cab req-6241fd88-49d6-414a-97cf-a51d900e1838 service neutron] 10.222.0.60 "GET /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170247 Dec 15 21:35:27.329005 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:27.355458 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c4b5ed-71e4-47a0-93ad-e5de9202c62f None None] The sync data for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi is: [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': 'a797db98-c45c-4444-bc4b-ca39066057d5', 'name': '', 'network_id': '7cda4dbf-0a52-4b56-8f62-348afd1b5f29', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'mac_address': 'fa:16:3e:20:bb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:04Z', 'updated_at': '2021-12-15T21:28:08Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'subnets': [{'id': 'dc25b3ab-634b-4741-9cc6-1ce0eacf2870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:27.553178 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae06dc3-2252-482d-831b-88603ab0760c None None] New status for floating IP 02c7053a-a1fb-4db0-8add-9868b31f8e96: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:35:28.011184 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c58834-6122-45d2-85d6-26b0703db297 req-189c161e-a7a2-4e28-9846-ffbba164ca6d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:28.012639 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-33c58834-6122-45d2-85d6-26b0703db297 req-189c161e-a7a2-4e28-9846-ffbba164ca6d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 944 time: 0.0500073 Dec 15 21:35:28.058533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-33c58834-6122-45d2-85d6-26b0703db297 req-0c849b9b-5c1a-4bc0-8966-f31625906df7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 Dec 15 21:35:28.133987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:28.197616 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 430d4147-829f-49e9-944e-72629e959b78 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:28.197902 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:28.212953 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4bcae-bed6-4c74-8a27-bff8ac4afe92 req-d02e43c8-56d4-44c4-90b6-9bbcb0fede51 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:28.214447 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5e4bcae-bed6-4c74-8a27-bff8ac4afe92 req-d02e43c8-56d4-44c4-90b6-9bbcb0fede51 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0485196 Dec 15 21:35:28.263925 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f5e4bcae-bed6-4c74-8a27-bff8ac4afe92 req-ffe0c9f0-a7dc-4375-bd3b-9514a11e4506 tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/security-groups?id=44b393a6-7cce-4874-a445-d53d5227b84d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Dec 15 21:35:28.277684 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:28.299367 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:35:28.301592 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32205f-7a1a-47f0-9c39-031c13b9167f" -d '{"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:35:28.315539 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:28.343062 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90171f2f-bcff-40fd-bbd0-7d70a9dfcef2 x-openstack-request-id: req-90171f2f-bcff-40fd-bbd0-7d70a9dfcef2 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:35:28.343683 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-plugged", "status": "completed", "tag": "430d4147-829f-49e9-944e-72629e959b78", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:35:28.343683 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90171f2f-bcff-40fd-bbd0-7d70a9dfcef2 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:35:28.344018 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'code': 200} Dec 15 21:35:28.377840 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:28.428531 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=10']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:28.535756 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-038a779c-2e35-4cce-8c7b-c9883b15211e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:28.537170 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-038a779c-2e35-4cce-8c7b-c9883b15211e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.60 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 945 time: 0.0520484 Dec 15 21:35:28.627491 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Deleting port d32f9d75-f48e-416b-8396-0e5a6d8b825a {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:28.632975 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:28.743264 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e8228-32e0-4532-b183-cb896d4e0948 req-9d16edf6-5010-4cc1-9a0f-f7de69fe3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:28.745506 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-916e8228-32e0-4532-b183-cb896d4e0948 req-9d16edf6-5010-4cc1-9a0f-f7de69fe3bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 1099 time: 0.0715539 Dec 15 21:35:28.760324 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] For port d32f9d75-f48e-416b-8396-0e5a6d8b825a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=d32f9d75-f48e-416b-8396-0e5a6d8b825a,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:28.760684 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:28.780575 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Calling delete_port for d32f9d75-f48e-416b-8396-0e5a6d8b825a owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:28.842371 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-916e8228-32e0-4532-b183-cb896d4e0948 req-2e96e5cc-0ba5-4066-911c-86b42afbeac4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879383 Dec 15 21:35:28.989362 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:29.017634 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event deleted for resources: {'Port': ['ID=d32f9d75-f48e-416b-8396-0e5a6d8b825a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:29.063128 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] No DVR routers for this DVR port d32f9d75-f48e-416b-8396-0e5a6d8b825a on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:29.069236 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:29.072616 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6772a1de-70b3-4e85-8897-dba3d3987b66 req-3df35426-1764-4822-9995-9b1e1352c48f tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.60 "DELETE /v2.0/ports/d32f9d75-f48e-416b-8396-0e5a6d8b825a HTTP/1.1" status: 204 len: 173 time: 0.5288367 Dec 15 21:35:29.073080 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-deleted', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:35:29.075632 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a29ad-908c-4b1d-b086-e9ab0e0df48c" -d '{"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-deleted", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:35:29.122573 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d625bd1-9fd9-4a68-806d-6e0276ac9f2a x-openstack-request-id: req-5d625bd1-9fd9-4a68-806d-6e0276ac9f2a {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:35:29.122871 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2", "name": "network-vif-deleted", "tag": "d32f9d75-f48e-416b-8396-0e5a6d8b825a", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:35:29.123129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d625bd1-9fd9-4a68-806d-6e0276ac9f2a {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:35:29.123533 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2', 'name': 'network-vif-deleted', 'tag': 'd32f9d75-f48e-416b-8396-0e5a6d8b825a', 'status': 'completed', 'code': 200} Dec 15 21:35:29.187504 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a771d5-4002-4d4f-8eb9-1cd175dbd43c req-5c2ba31a-446e-48b7-942c-af77c65fd5ea tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:29.188932 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46a771d5-4002-4d4f-8eb9-1cd175dbd43c req-5c2ba31a-446e-48b7-942c-af77c65fd5ea tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0486453 Dec 15 21:35:29.238558 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-46a771d5-4002-4d4f-8eb9-1cd175dbd43c req-019cd86e-28ea-46e4-bb18-5c18f06c40b3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436337 Dec 15 21:35:29.358096 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5e5c3942-210b-4fc7-b431-856345ac71f2 req-b25b0cb7-5ba9-49a2-86f4-0b7d83a95ccd tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Dec 15 21:35:30.376881 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a513a4-603c-412a-8ac1-21352418684b req-1235fb8a-5db8-4f46-a4a3-bc69cd6af4e3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:30.377435 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3a513a4-603c-412a-8ac1-21352418684b req-1235fb8a-5db8-4f46-a4a3-bc69cd6af4e3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0638571 Dec 15 21:35:30.427588 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f3a513a4-603c-412a-8ac1-21352418684b req-55949ca2-590a-4c82-8272-49fd995202cb tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Dec 15 21:35:30.473765 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f190141c-aaad-4376-a62b-a21c6ae618a4 req-6e0acdc1-8c89-4a83-a91a-d2764e0c786e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18ee895-f1d2-4dc0-8c00-eb58e5ee5ff2 HTTP/1.1" status: 200 len: 210 time: 0.0256305 Dec 15 21:35:31.536567 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52738) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:31.554608 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371ebf-f7ef-43b3-8bf5-df29bfd29b29 req-5df67837-c6ef-4658-9319-42f52a7f6a8a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:31.556152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa371ebf-f7ef-43b3-8bf5-df29bfd29b29 req-5df67837-c6ef-4658-9319-42f52a7f6a8a tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0547004 Dec 15 21:35:31.596386 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:31.605431 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-aa371ebf-f7ef-43b3-8bf5-df29bfd29b29 req-5a7fe658-f2f1-428c-bc07-a497674545ba tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Dec 15 21:35:31.622657 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:31.744073 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:31.746773 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:31.747912 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] 10.222.0.44 "DELETE /v2.0/security-groups/44b393a6-7cce-4874-a445-d53d5227b84d HTTP/1.1" status: 204 len: 168 time: 0.2103159 Dec 15 21:35:31.757219 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b393a6-7cce-4874-a445-d53d5227b84d,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:31.764239 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.764579 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.764919 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.765806 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.766136 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.766460 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.766783 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.767572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.767572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.767754 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.768111 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.768318 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:31.768633 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ec94e3-e346-47c2-ac85-c12f3f684f3e tempest-TestShelveInstance-376162366 tempest-TestShelveInstance-376162366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:32.183315 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:32.207673 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: d32f9d75-f48e-416b-8396-0e5a6d8b825a {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:32.208016 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device d32f9d75-f48e-416b-8396-0e5a6d8b825a not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:32.727951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9a252d-1db5-4fc8-8525-24ce152f5631 req-9ee28fab-684c-4349-90c8-a69aa75ac992 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:32.729456 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab9a252d-1db5-4fc8-8525-24ce152f5631 req-9ee28fab-684c-4349-90c8-a69aa75ac992 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0515282 Dec 15 21:35:32.777376 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab9a252d-1db5-4fc8-8525-24ce152f5631 req-7bc2b3c1-42f5-4615-a1e6-acd15635b97f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Dec 15 21:35:32.861356 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52762) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:33.348822 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:33.594331 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Deleting port a797db98-c45c-4444-bc4b-ca39066057d5 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:33.594669 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:33.675626 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] For port a797db98-c45c-4444-bc4b-ca39066057d5, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=a797db98-c45c-4444-bc4b-ca39066057d5,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:33.675903 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:33.687922 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Calling delete_port for a797db98-c45c-4444-bc4b-ca39066057d5 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:33.971877 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:33.997151 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a797db98-c45c-4444-bc4b-ca39066057d5,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:34.164873 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:34.374047 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Router ae5dea19-8ff8-4403-9510-faeb4389c0b2 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:34.479689 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:34.489069 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f2daedfa-b09c-4fbc-9ebd-eea71d9db4f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/ae5dea19-8ff8-4403-9510-faeb4389c0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6234498 Dec 15 21:35:34.489069 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52778) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:34.491599 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Sync routers for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:34.502581 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:34.503348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:34.591041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:34.607775 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:34.688046 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:34.781391 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:35:33Z', 'revision_number': 5, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port': {'id': 'aa0b9844-127c-417b-9520-89bb8d5b9286', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:34.809436 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Deleting port aa0b9844-127c-417b-9520-89bb8d5b9286 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:34.809786 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:34.811713 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Checking router: ae5dea19-8ff8-4403-9510-faeb4389c0b2 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:34.820007 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Routers {'ae5dea19-8ff8-4403-9510-faeb4389c0b2'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:34.820620 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:34.893075 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] For port aa0b9844-127c-417b-9520-89bb8d5b9286, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=aa0b9844-127c-417b-9520-89bb8d5b9286,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:34.893475 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:34.906653 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Calling delete_port for aa0b9844-127c-417b-9520-89bb8d5b9286 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:34.907659 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] Set router ae5dea19-8ff8-4403-9510-faeb4389c0b2 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:34.961973 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:35:34Z', 'revision_number': 6, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:34.987942 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c83ec8-f2f2-491c-9122-ba87a51f6e0a None None] The sync data for ids ['ae5dea19-8ff8-4403-9510-faeb4389c0b2'] in dv-cinder-812685-6-iscsi is: [{'id': 'ae5dea19-8ff8-4403-9510-faeb4389c0b2', 'name': 'tempest-TestShelveInstance-2061675610-router', 'tenant_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:01Z', 'updated_at': '2021-12-15T21:35:34Z', 'revision_number': 6, 'project_id': 'c567b69b0c6c4280abcc3253ec3e8d60', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:35.343992 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.370181 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0b9844-127c-417b-9520-89bb8d5b9286,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:35.434597 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.522006 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.524069 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.640396 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.640941 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5dea19-8ff8-4403-9510-faeb4389c0b2 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:35:35.646039 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.647177 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-804d428e-3cd2-4140-80f5-8a5b1c16697b admin admin] 10.222.0.44 "DELETE /v2.0/routers/ae5dea19-8ff8-4403-9510-faeb4389c0b2 HTTP/1.1" status: 204 len: 168 time: 1.1578774 Dec 15 21:35:35.649800 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:35.692801 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Deleting subnet dc25b3ab-634b-4741-9cc6-1ce0eacf2870 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:35:35.695618 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.731437 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.830471 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device a797db98-c45c-4444-bc4b-ca39066057d5 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:35.840573 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.853862 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: a797db98-c45c-4444-bc4b-ca39066057d5 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:35.859308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device a797db98-c45c-4444-bc4b-ca39066057d5 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:35.859308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device aa0b9844-127c-417b-9520-89bb8d5b9286 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:35.874582 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: aa0b9844-127c-417b-9520-89bb8d5b9286 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:35.874930 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device aa0b9844-127c-417b-9520-89bb8d5b9286 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:35.943647 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.974810 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc25b3ab-634b-4741-9cc6-1ce0eacf2870,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:35.976787 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:35.980056 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d999cf28-e22a-4328-bc7b-1ca6f11321bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc25b3ab-634b-4741-9cc6-1ce0eacf2870 HTTP/1.1" status: 204 len: 168 time: 0.3292978 Dec 15 21:35:35.982307 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f2a37-2a15-4dc4-b168-22433d46d215 None None] Network 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:35.982803 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52784) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:36.054021 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.108394 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Deleting port 91233967-e99e-4210-894d-cb94198584fb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:36.108774 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.162441 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] DHCP port deletion for 7cda4dbf-0a52-4b56-8f62-348afd1b5f29 request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:35:36.175795 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] For port 91233967-e99e-4210-894d-cb94198584fb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=91233967-e99e-4210-894d-cb94198584fb,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:36.176152 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.188257 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Calling delete_port for 91233967-e99e-4210-894d-cb94198584fb owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:36.207652 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Deleting port 91233967-e99e-4210-894d-cb94198584fb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:36.208020 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.268501 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] For port 91233967-e99e-4210-894d-cb94198584fb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=91233967-e99e-4210-894d-cb94198584fb,segment=NetworkSegment(de0b824f-e341-40ad-8d44-265c063b4d15),segment_id=de0b824f-e341-40ad-8d44-265c063b4d15)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:36.268895 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.281760 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Calling delete_port for 91233967-e99e-4210-894d-cb94198584fb owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:36.331287 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.357786 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=91233967-e99e-4210-894d-cb94198584fb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:36.365540 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] No DVR routers for this DVR port 91233967-e99e-4210-894d-cb94198584fb on host dv-cinder-812685-6-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:36.396074 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.419208 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] Pushing event deleted for resources: {'Port': ['ID=91233967-e99e-4210-894d-cb94198584fb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:36.424733 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c070c0-4c39-4973-8daf-4cd906847287 None None] No DVR routers for this DVR port 91233967-e99e-4210-894d-cb94198584fb on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:36.437598 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.461716 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cda4dbf-0a52-4b56-8f62-348afd1b5f29']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:36.475237 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b824f-e341-40ad-8d44-265c063b4d15') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:36.475533 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b824f-e341-40ad-8d44-265c063b4d15') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:36.485211 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.498055 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.504557 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:35:36.504931 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:35:36.506560 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:35:36.617594 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.622796 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:36.626746 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7cda4dbf-0a52-4b56-8f62-348afd1b5f29 HTTP/1.1" status: 204 len: 168 time: 0.6429710 Dec 15 21:35:36.629786 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52788) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:36.637220 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7b7ef-2843-430d-9648-5dea3b68e3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cda4dbf-0a52-4b56-8f62-348afd1b5f29,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:37.024027 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:37.150789 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8f37ea01-44f8-4244-b6eb-325f4cff0bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:37.559018 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Deleting port f659b82f-b944-4a62-8660-487e26c2ab43 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:37.559355 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:37.584442 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 91233967-e99e-4210-894d-cb94198584fb no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:37.604986 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 91233967-e99e-4210-894d-cb94198584fb {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:37.605347 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 91233967-e99e-4210-894d-cb94198584fb not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:37.635527 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] For port f659b82f-b944-4a62-8660-487e26c2ab43, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f659b82f-b944-4a62-8660-487e26c2ab43,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:37.636016 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:37.648563 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Calling delete_port for f659b82f-b944-4a62-8660-487e26c2ab43 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:37.920667 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:37.945727 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f659b82f-b944-4a62-8660-487e26c2ab43,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:38.117347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:38.328622 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Router 18507e4a-c6a1-4b43-8000-fcd88d86d53f has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:38.432425 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:38.438219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-384a22fc-68e5-4aa6-b137-95e52587bfe2 admin admin] 10.222.0.44 "PUT /v2.0/routers/18507e4a-c6a1-4b43-8000-fcd88d86d53f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074014 Dec 15 21:35:38.440797 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52792) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:38.441443 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Sync routers for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:38.450760 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:38.451364 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:38.543487 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:38.554469 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:38.642813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:38.726818 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:35:37Z', 'revision_number': 5, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port': {'id': '651eeb5d-0fdf-486a-8390-6676514ed847', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:42:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:28:10Z', 'updated_at': '2021-12-15T21:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:38.754786 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Deleting port 651eeb5d-0fdf-486a-8390-6676514ed847 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:38.755120 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:38.757187 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Checking router: 18507e4a-c6a1-4b43-8000-fcd88d86d53f for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:38.765359 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Routers {'18507e4a-c6a1-4b43-8000-fcd88d86d53f'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:38.765972 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:38.831450 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] For port 651eeb5d-0fdf-486a-8390-6676514ed847, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=651eeb5d-0fdf-486a-8390-6676514ed847,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:38.831838 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:38.844418 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Calling delete_port for 651eeb5d-0fdf-486a-8390-6676514ed847 owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:38.846541 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] Set router 18507e4a-c6a1-4b43-8000-fcd88d86d53f gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:38.899398 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:35:38Z', 'revision_number': 6, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:38.925194 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ce94c-8a1e-4cb3-84ba-b27a1c72100a None None] The sync data for ids ['18507e4a-c6a1-4b43-8000-fcd88d86d53f'] in dv-cinder-812685-6-iscsi is: [{'id': '18507e4a-c6a1-4b43-8000-fcd88d86d53f', 'name': 'tempest-TestShelveInstance-293537961-router', 'tenant_id': '923dad6703f94bd08b5aba95c735aea2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:28:09Z', 'updated_at': '2021-12-15T21:35:38Z', 'revision_number': 6, 'project_id': '923dad6703f94bd08b5aba95c735aea2', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:39.097928 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.122824 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=651eeb5d-0fdf-486a-8390-6676514ed847,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:39.185618 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.289789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.291969 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.429306 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.429918 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18507e4a-c6a1-4b43-8000-fcd88d86d53f {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:35:39.434966 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.436159 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-6da7c293-8da4-4644-83dc-db7ca1fbd3f3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/18507e4a-c6a1-4b43-8000-fcd88d86d53f HTTP/1.1" status: 204 len: 168 time: 0.9943824 Dec 15 21:35:39.439089 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52796) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:39.481879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Deleting subnet 1b2b7305-01b1-4da3-8d98-4cd02ca88b0b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:35:39.484823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.503052 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4e0f8f4c-1412-410d-a5cd-e7350751fc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.519151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2401218'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.623508 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.683140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 651eeb5d-0fdf-486a-8390-6676514ed847 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:39.704623 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 651eeb5d-0fdf-486a-8390-6676514ed847 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:39.704909 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 651eeb5d-0fdf-486a-8390-6676514ed847 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:39.705333 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f659b82f-b944-4a62-8660-487e26c2ab43 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:39.723538 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: f659b82f-b944-4a62-8660-487e26c2ab43 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:39.723893 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f659b82f-b944-4a62-8660-487e26c2ab43 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:39.726509 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260060435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260857670'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.752501 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2b7305-01b1-4da3-8d98-4cd02ca88b0b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:39.756462 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.759967 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c4f62739-52cb-440c-b50e-57e80541dac6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1b2b7305-01b1-4da3-8d98-4cd02ca88b0b HTTP/1.1" status: 204 len: 168 time: 0.3196821 Dec 15 21:35:39.762232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52800) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:39.765641 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d661010-d2f6-4059-9a7c-388d38e4ea67 None None] Network cf1fc1c8-9da8-4e17-894e-bbe66bb6783d requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:39.837171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.896795 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Deleting port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:39.897133 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.921906 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] DHCP port deletion for cf1fc1c8-9da8-4e17-894e-bbe66bb6783d request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:35:39.965983 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] For port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:39.966295 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.974973 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Deleting port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:39.975348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:39.981790 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Calling delete_port for 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:40.109840 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.134053 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:40.139661 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] No DVR routers for this DVR port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 on host dv-cinder-812685-6-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:40.168301 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] For port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,segment=NetworkSegment(658a9689-0d60-459e-82c2-19d6eae4129c),segment_id=658a9689-0d60-459e-82c2-19d6eae4129c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:40.168614 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.182317 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Calling delete_port for 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:40.209548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.229728 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1fc1c8-9da8-4e17-894e-bbe66bb6783d']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:40.239130 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658a9689-0d60-459e-82c2-19d6eae4129c') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:40.239416 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658a9689-0d60-459e-82c2-19d6eae4129c') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:40.248363 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.254901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.261226 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.267108 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:35:40.267486 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:35:40.269085 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:35:40.284556 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] No DVR routers for this DVR port 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:40.290659 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d035341-c4f7-42c9-a47e-46e7f56da90e None None] Pushing event deleted for resources: {'Port': ['ID=0a0a577a-eeb5-4d31-a624-344d8dc5e0d7,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:40.377825 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.383435 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.386521 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] 10.222.0.44 "DELETE /v2.0/networks/cf1fc1c8-9da8-4e17-894e-bbe66bb6783d HTTP/1.1" status: 204 len: 168 time: 0.6234019 Dec 15 21:35:40.397149 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63fe76f-d033-4b81-a98f-dc0715af9ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=cf1fc1c8-9da8-4e17-894e-bbe66bb6783d,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:40.689327 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:40.731113 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7f0382c9-18a0-468c-9ac1-265e94182a04 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c567b69b0c6c4280abcc3253ec3e8d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383182 Dec 15 21:35:40.731342 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52808) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:40.779408 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.794919 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.800994 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.908416 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.911015 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:40.914484 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f66e36e0-17d7-4954-b1fa-4104b16c8bab HTTP/1.1" status: 204 len: 168 time: 0.1799030 Dec 15 21:35:40.920030 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36c43f-8b22-4915-9e10-d25687d0104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e36e0-17d7-4954-b1fa-4104b16c8bab,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:41.534835 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52814) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:41.585195 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e88ae5bc-afdc-4e39-8307-f2779ebd517d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=923dad6703f94bd08b5aba95c735aea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468950 Dec 15 21:35:41.585428 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:41.585685 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:41.605741 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:41.606088 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0a0a577a-eeb5-4d31-a624-344d8dc5e0d7 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:41.634738 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:41.656083 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:41.829168 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:41.831778 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:41.832912 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0dd289b-46c4-467f-9265-6776285eac08 HTTP/1.1" status: 204 len: 168 time: 0.2465644 Dec 15 21:35:41.840496 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe82aaa-d607-40b5-9072-3bac890bcf66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dd289b-46c4-467f-9265-6776285eac08,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:42.069247 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:42.883807 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52848) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:42.976139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1741134146-network', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:43.063539 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Made reservation on behalf of 7a7f1475836c4ddcbbce1f9ed5d8442d for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:35:43.065911 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.074333 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.146264 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.246470 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.267384 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:35:43.282416 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a96f8a-3647-40f3-8837-4b8f9784527c,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:43.285224 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.293287 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Added segment 54cea64c-81be-42db-8385-2803dd236e74 of type vlan for network 84670406-411e-4ab0-9679-341f575273cc Dec 15 21:35:43.315141 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.326762 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.469852 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.470779 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:43.471386 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.531492 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] Pushing event updated for resources: {'Network': ['ID=84670406-411e-4ab0-9679-341f575273cc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:43.540957 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 84670406-411e-4ab0-9679-341f575273cc details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:35:43.568400 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-446005e0-071a-4004-a41d-6f30ce33bb70 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6833754 Dec 15 21:35:43.571467 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:43.576105 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Request body: {'subnet': {'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1741134146-subnet', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:43.657788 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Made reservation on behalf of 7a7f1475836c4ddcbbce1f9ed5d8442d for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:35:43.660001 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.892083 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:43.944051 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:43.954622 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:43.954973 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Network hostable DHCP agents. Network: 84670406-411e-4ab0-9679-341f575273cc, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:35:44.029042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Network 84670406-411e-4ab0-9679-341f575273cc is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:35:44.114664 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 84670406-411e-4ab0-9679-341f575273cc) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:44.118518 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:44.119112 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.123566 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fd8a23-3b47-4a13-ad99-1ef797adc8b5 None None] Network 84670406-411e-4ab0-9679-341f575273cc requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:44.226228 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-13c373bc-f675-42bd-8581-3e023aa8ca61 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6537409 Dec 15 21:35:44.226392 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-84670406-411e-4ab0-9679-341f575273cc', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:35:44.227230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.228849 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52864) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:44.233158 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:44.314722 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.315896 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.356721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Allocated IP 172.20.0.2 (84670406-411e-4ab0-9679-341f575273cc/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf/09c07891-aca7-479b-a6f6-f71d7a866071) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:44.369058 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.497784 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.555432 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.558327 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.600768 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:44.603711 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:44.606943 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:44.616578 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Pushing event updated for resources: {'Port': ['ID=09c07891-aca7-479b-a6f6-f71d7a866071,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:44.667714 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Attempting to bind port 09c07891-aca7-479b-a6f6-f71d7a866071 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:44.668078 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Attempting to bind port 09c07891-aca7-479b-a6f6-f71d7a866071 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:44.668429 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Attempting to bind port 09c07891-aca7-479b-a6f6-f71d7a866071 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:44.673970 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:44.674337 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:44.674731 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.675122 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Bound using segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:44.675579 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Bound port: 09c07891-aca7-479b-a6f6-f71d7a866071, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:44.675952 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.735986 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] For port 09c07891-aca7-479b-a6f6-f71d7a866071, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:44.740418 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] For port 09c07891-aca7-479b-a6f6-f71d7a866071, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=09c07891-aca7-479b-a6f6-f71d7a866071,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:44.807596 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.818131 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.825600 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:44.878364 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4142b-2837-48cb-8da7-24315a4aa8bf None None] Pushing event updated for resources: {'Port': ['ID=09c07891-aca7-479b-a6f6-f71d7a866071,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:44.949335 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Allocated IP 172.27.3.215 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/0e995995-9ad4-44a0-9e25-1f3612ea7278) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:45.052340 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.178016 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.222150 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:45.225107 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:45.228519 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:45.233954 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e995995-9ad4-44a0-9e25-1f3612ea7278,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:45.527395 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.653023 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 09c07891-aca7-479b-a6f6-f71d7a866071 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:45.698808 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 09c07891-aca7-479b-a6f6-f71d7a866071 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:45.699075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.785358 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.818342 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5691a2-eb6e-412f-801a-f474c1a34b30 None None] Network 84670406-411e-4ab0-9679-341f575273cc requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:45.884256 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 09c07891-aca7-479b-a6f6-f71d7a866071, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=09c07891-aca7-479b-a6f6-f71d7a866071,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:45.900442 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-dc4e25fc-17e4-4e18-89bd-776e98955b06 None None] Provisioning complete for port 09c07891-aca7-479b-a6f6-f71d7a866071 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:45.900785 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc4e25fc-17e4-4e18-89bd-776e98955b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.951263 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:45.982278 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:46.053046 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=09c07891-aca7-479b-a6f6-f71d7a866071,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:46.205688 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:35:46.288990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-97c9a2ed-a69b-4071-8cb6-9a967c6c4149 None None] Provisioning complete for port 09c07891-aca7-479b-a6f6-f71d7a866071 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:46.289385 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-97c9a2ed-a69b-4071-8cb6-9a967c6c4149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:46.312967 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:46.323250 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:46.338935 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:46.339464 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:46.391774 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:46.393067 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9b147b47-cb5d-4b6f-8b85-9d0a5036e8f7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1632528 Dec 15 21:35:46.395782 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52880) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:46.473525 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:46.649028 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:45Z', 'revision_number': 3, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:46.676693 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:46.677410 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Updating router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 port 0e995995-9ad4-44a0-9e25-1f3612ea7278 binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:35:46.705337 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:46.800769 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:46.956663 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Allocated IP 172.20.0.1 (84670406-411e-4ab0-9679-341f575273cc/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf/3ac0ec3f-367c-4ae0-b76c-5210de4de909) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:46.957675 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.054443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.057437 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.105984 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Attempting to bind port 0e995995-9ad4-44a0-9e25-1f3612ea7278 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:47.106359 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Attempting to bind port 0e995995-9ad4-44a0-9e25-1f3612ea7278 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:47.106720 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Attempting to bind port 0e995995-9ad4-44a0-9e25-1f3612ea7278 on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:47.115630 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Pushing event updated for resources: {'Port': ['ID=0e995995-9ad4-44a0-9e25-1f3612ea7278,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:47.118605 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:47.118982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:47.119470 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.125091 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:47.125091 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Bound port: 0e995995-9ad4-44a0-9e25-1f3612ea7278, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:47.125091 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.144335 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.148634 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.148990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.149359 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.161649 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:47.188051 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:47.192470 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:47.194954 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:47.206100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] For port 0e995995-9ad4-44a0-9e25-1f3612ea7278, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:47.209342 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] For port 0e995995-9ad4-44a0-9e25-1f3612ea7278, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0e995995-9ad4-44a0-9e25-1f3612ea7278,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:47.227853 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:47.253367 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.292987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.364456 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:47.365348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:47.402056 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b0fb7-11fc-4d8f-a2bf-deccfa6a9ada None None] Pushing event updated for resources: {'Port': ['ID=0e995995-9ad4-44a0-9e25-1f3612ea7278,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:47.476610 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.627842 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 09c07891-aca7-479b-a6f6-f71d7a866071 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:47.633122 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9d28cc09-ffec-4fe8-8ee3-8c27346c7edb None None] Provisioning complete for port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:47.633518 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9d28cc09-ffec-4fe8-8ee3-8c27346c7edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.652343 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:47.666028 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.749879 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.758911 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-9d28cc09-ffec-4fe8-8ee3-8c27346c7edb None None] Port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:35:47.815160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 09c07891-aca7-479b-a6f6-f71d7a866071 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:47.815460 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.817711 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:47.826239 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:47.923881 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:47.925337 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:47.957662 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:45Z', 'revision_number': 3, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:47.985911 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf0683c-7d42-4965-907e-26954aab380b None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:45Z', 'revision_number': 3, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:48.078500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb14e6e-d268-4fbc-8b0e-1304b51ae002 req-a53fa9fa-6e4c-422e-9352-748dcc82745b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:48.081406 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:48.082310 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9bb14e6e-d268-4fbc-8b0e-1304b51ae002 req-a53fa9fa-6e4c-422e-9352-748dcc82745b tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0676572 Dec 15 21:35:48.149205 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9bb14e6e-d268-4fbc-8b0e-1304b51ae002 req-b7f46990-2f5b-46e5-ae60-dfda47208aff tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593300 Dec 15 21:35:48.217837 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:48.222970 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6c8db554-bb65-43ee-bc60-8a08c82f6d79 admin admin] 10.222.0.44 "PUT /v2.0/routers/9ccdb724-45ac-4e5c-bbf9-926fb565fbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8259988 Dec 15 21:35:48.288035 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-5e7cfb08-b81d-453f-8345-6fefb7fda064 None None] Provisioning complete for port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:48.288434 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5e7cfb08-b81d-453f-8345-6fefb7fda064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:48.327745 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cfb08-b81d-453f-8345-6fefb7fda064 None None] Port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:35:48.970040 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52914) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:48.974978 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-45302427-network', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:49.057631 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Made reservation on behalf of f117959a0ecc42ca84ebc8d21bcdedf6 for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:35:49.060128 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.069080 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.143115 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.211651 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.246262 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.266686 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:35:49.274587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747751c-3ffd-4905-9fd2-5a6fa88f48b1 req-37d830ae-ae4a-41d4-9db9-bc926a10be6c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:49.276161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3747751c-3ffd-4905-9fd2-5a6fa88f48b1 req-37d830ae-ae4a-41d4-9db9-bc926a10be6c tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0515127 Dec 15 21:35:49.286571 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.286919 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Added segment 9a6f7e50-20ab-4046-b026-314025846fee of type vlan for network 08a7600f-5db7-40a6-8dae-9e4620c51779 Dec 15 21:35:49.294718 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cedeb2-2fcb-4c31-8e44-02797b4464b0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:49.333028 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3747751c-3ffd-4905-9fd2-5a6fa88f48b1 req-22b973df-b320-44a4-b248-cae3a3082e23 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502093 Dec 15 21:35:49.335288 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.434940 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.435942 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:49.437084 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.495035 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] Pushing event updated for resources: {'Network': ['ID=08a7600f-5db7-40a6-8dae-9e4620c51779,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:49.506373 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:35:49.528727 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1815e25c-8364-4d9b-990a-dbe19705efbd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5575697 Dec 15 21:35:49.531363 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52918) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:49.536133 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Request body: {'subnet': {'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-45302427-subnet', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:49.606891 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:49.617081 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:49.617724 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:49.634643 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Made reservation on behalf of f117959a0ecc42ca84ebc8d21bcdedf6 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:35:49.635128 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0e995995-9ad4-44a0-9e25-1f3612ea7278 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:49.636996 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.684361 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0e995995-9ad4-44a0-9e25-1f3612ea7278 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:49.684672 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.726587 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:49.771060 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.800574 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 0e995995-9ad4-44a0-9e25-1f3612ea7278, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0e995995-9ad4-44a0-9e25-1f3612ea7278,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:49.880783 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.909248 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:49.933241 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=0e995995-9ad4-44a0-9e25-1f3612ea7278,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:49.968965 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e7c8e6-cd50-4a76-8ec5-e261152e5719,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:49.988809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Checking segment: {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:49.989381 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Network hostable DHCP agents. Network: 08a7600f-5db7-40a6-8dae-9e4620c51779, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:35:50.018841 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 2, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:50.044416 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:50.044765 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Updating router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:35:50.068822 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.074466 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:35:50.138382 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-c3fc2e63-cea1-4e9c-bf14-a2a0d6d21064 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:50.140403 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-c3fc2e63-cea1-4e9c-bf14-a2a0d6d21064 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.0493691 Dec 15 21:35:50.143390 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 08a7600f-5db7-40a6-8dae-9e4620c51779) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:50.147370 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:50.147946 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.152464 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51c584-e94c-4cdf-a96a-511409c47be6 None None] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:50.221918 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c09e68f2-21ad-4012-b05f-78aa278036e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6891017 Dec 15 21:35:50.223960 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52920) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:50.228462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:50.254128 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Deleting port 4975bac3-9efb-4b5f-bdac-786046ea2412 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:50.254468 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.261221 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-08a7600f-5db7-40a6-8dae-9e4620c51779', 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779', 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'fixed_ips': [{'subnet_id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:35:50.263057 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.326663 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.328276 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.363404 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] For port 4975bac3-9efb-4b5f-bdac-786046ea2412, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4975bac3-9efb-4b5f-bdac-786046ea2412,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:50.363875 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.369182 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.422507 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.427924 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Allocated IP 172.20.0.2 (08a7600f-5db7-40a6-8dae-9e4620c51779/91e7c8e6-cd50-4a76-8ec5-e261152e5719/e3d553a3-5bd3-4f09-8c37-f572ac4d44ac) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:50.458048 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.506088 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Pushing event updated for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:50.514526 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.515208 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.515749 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.516261 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.516791 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.517293 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.517821 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.518321 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.518821 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.519483 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.520072 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.520603 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.520983 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:35:50.607548 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Attempting to bind port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:50.609148 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Attempting to bind port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:50.609148 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Attempting to bind port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:50.615279 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:50.616429 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:50.617066 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.617900 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Bound using segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:50.618618 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Bound port: 3ac0ec3f-367c-4ae0-b76c-5210de4de909, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:50.619227 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.622588 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.672491 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.687163 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.706707 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] For port 3ac0ec3f-367c-4ae0-b76c-5210de4de909, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:50.710515 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] For port 3ac0ec3f-367c-4ae0-b76c-5210de4de909, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3ac0ec3f-367c-4ae0-b76c-5210de4de909,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:50.739287 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:50.747078 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:50.753057 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:50.795450 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Pushing event updated for resources: {'Port': ['ID=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:50.804462 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.853401 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.854003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.857571 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Floating IP 4717db75-d0a8-4525-9caf-4ea1358a1f6f disassociated. External IP: 172.27.3.232, port: 4975bac3-9efb-4b5f-bdac-786046ea2412. Dec 15 21:35:50.857571 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Calling delete_port for 4975bac3-9efb-4b5f-bdac-786046ea2412 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:50.857801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Attempting to bind port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:50.857801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Attempting to bind port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:50.857801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Attempting to bind port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac on network 08a7600f-5db7-40a6-8dae-9e4620c51779 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:50.874282 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:50.874772 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Checking segment: {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:50.875250 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.876383 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Bound using segment: {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:50.876950 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Bound port: e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:50.877723 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.888757 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] Provisioning complete for port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:50.889218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:50.898969 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:50.899743 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:51.015414 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef583e5-d8d2-45b7-a1c9-8b4b2724bec9 req-72164ce5-b462-4846-818c-91d3fe4a7875 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:35:51.022667 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] For port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:51.024304 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ef583e5-d8d2-45b7-a1c9-8b4b2724bec9 req-72164ce5-b462-4846-818c-91d3fe4a7875 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 946 time: 0.3393571 Dec 15 21:35:51.026362 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] For port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:51.034921 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.040785 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:51.065082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.067157 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.088095 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.126988 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1ef583e5-d8d2-45b7-a1c9-8b4b2724bec9 req-08066098-011f-48c1-9699-30bfa256d483 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups?id=bb0327b8-ccbf-42b1-9964-f001cef62339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981934 Dec 15 21:35:51.127843 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'Port': ['ID=4975bac3-9efb-4b5f-bdac-786046ea2412,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:51.162148 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] For port 3ac0ec3f-367c-4ae0-b76c-5210de4de909, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3ac0ec3f-367c-4ae0-b76c-5210de4de909,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:51.163967 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.174964 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b012e-e622-4af3-859b-bca5fe8aa0da None None] Pushing event updated for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:51.208822 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Allocated IP 172.27.3.91 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/86697413-e60a-4a19-8bbf-a300a26fed06) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:51.236724 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bbf7c-310d-47c4-b46d-24d37f830912 None None] Pushing event updated for resources: {'Port': ['ID=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:51.239334 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.285647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:51.346833 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:50Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:51.347114 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.349904 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87befcfc-ac8e-4952-964b-86d8d777d7cc None None] Pushing event updated for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:51.354625 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:35:51.388318 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302987b6-a8f3-4c3b-946e-257484a45a74 None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:50Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:51.459671 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.480704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:51.515787 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:51.521099 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9e31761d-e269-4af4-a69e-9c532eacbcfd None None] Provisioning complete for port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:51.521603 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9e31761d-e269-4af4-a69e-9c532eacbcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.539184 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:51.547998 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:51.552563 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:51.588591 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:51.590006 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:51.619788 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Pushing event updated for resources: {'Port': ['ID=86697413-e60a-4a19-8bbf-a300a26fed06,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:51.633758 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] No DVR routers for this DVR port 4975bac3-9efb-4b5f-bdac-786046ea2412 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:35:51.650227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:51.654321 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-21d316ae-d593-4ec7-9673-87b309f1d4e9 req-7d306bdb-c437-4eaa-9518-790f878ef1ba tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.60 "DELETE /v2.0/ports/4975bac3-9efb-4b5f-bdac-786046ea2412 HTTP/1.1" status: 204 len: 173 time: 1.5043142 Dec 15 21:35:51.654813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'name': 'network-vif-deleted', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:35:51.677069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd34c59b-6c14-4171-a1f7-f180f04e9fd0" -d '{"events": [{"server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "name": "network-vif-deleted", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:35:51.767694 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97751fb7-2f99-46db-910a-543d7fab7c89 x-openstack-request-id: req-97751fb7-2f99-46db-910a-543d7fab7c89 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:35:51.767996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad72f12-991e-4944-b466-924188e7f1e5", "name": "network-vif-deleted", "tag": "4975bac3-9efb-4b5f-bdac-786046ea2412", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:35:51.768254 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97751fb7-2f99-46db-910a-543d7fab7c89 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:35:51.768815 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad72f12-991e-4944-b466-924188e7f1e5', 'name': 'network-vif-deleted', 'tag': '4975bac3-9efb-4b5f-bdac-786046ea2412', 'status': 'completed', 'code': 200} Dec 15 21:35:51.908617 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:51.955565 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0e995995-9ad4-44a0-9e25-1f3612ea7278 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:52.068168 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0e995995-9ad4-44a0-9e25-1f3612ea7278 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:52.068368 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:52.071234 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:52.280128 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0a53af55-63af-4820-9932-01daa7fc523f req-c301194e-9993-4634-a93a-b4fd6291e506 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/ports?device_id=fad72f12-991e-4944-b466-924188e7f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0385649 Dec 15 21:35:52.296426 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4975bac3-9efb-4b5f-bdac-786046ea2412 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:35:52.324454 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 4975bac3-9efb-4b5f-bdac-786046ea2412 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:35:52.324809 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4975bac3-9efb-4b5f-bdac-786046ea2412 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:35:52.328733 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:52.448721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3ac0ec3f-367c-4ae0-b76c-5210de4de909 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:52.523372 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:52.556469 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:52.572214 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:52.572583 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:52.625758 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:52.626205 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:52.707169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82291f67-9537-44f0-934d-cbafc78f5d59 None None] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:35:52.830808 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] Provisioning complete for port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:52.831165 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:52.839160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:52.841262 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Router 6b79886c-f573-4055-9e80-b26a1d4608c6 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:35:52.950992 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:52.967068 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Sync routers for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:52.976897 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:52.978351 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:53.043208 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.044476 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a05cc7e1-792d-4eea-bb83-98e5ebbf951b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8194776 Dec 15 21:35:53.047765 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52930) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:53.075070 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.089824 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:53.148860 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] For port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:53.182125 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:53.210129 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.265453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29b307-9b7f-4fac-865f-3f8a98c31c73 None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:26Z', 'revision_number': 4, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9ad7ce6e-e227-41b4-93f5-fefb01d61cda', 'name': '', 'network_id': 'f88fc671-46e7-468b-bcc7-dbdc73a0ff04', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'mac_address': 'fa:16:3e:04:22:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:23Z', 'updated_at': '2021-12-15T21:26:34Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'subnets': [{'id': 'c490d203-3b81-4638-a89d-990bfeffc693', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:53.270825 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420557d-adb6-4c1b-b6b3-0efd4d99b4b8 None None] Pushing event updated for resources: {'Port': ['ID=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:53.299429 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 3, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:53.345203 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Checking router: 6b79886c-f573-4055-9e80-b26a1d4608c6 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:53.345728 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Updating router 6b79886c-f573-4055-9e80-b26a1d4608c6 port 86697413-e60a-4a19-8bbf-a300a26fed06 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:35:53.379936 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.433652 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a9d8895c-5a62-4373-a8c9-fcccd764ffc7 None None] Provisioning complete for port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:53.434020 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a9d8895c-5a62-4373-a8c9-fcccd764ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.482793 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52936) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:53.541427 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.605956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.632616 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0f21cf-c457-4bee-94e5-3425672147ec None None] New status for floating IP 4717db75-d0a8-4525-9caf-4ea1358a1f6f: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:35:53.642245 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.726822 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Allocated IP 172.20.0.1 (08a7600f-5db7-40a6-8dae-9e4620c51779/91e7c8e6-cd50-4a76-8ec5-e261152e5719/3510032b-f8a3-407f-a762-449f4d3754a7) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:35:53.753545 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device e3d553a3-5bd3-4f09-8c37-f572ac4d44ac up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:53.761616 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.806557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.809560 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.813405 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "DELETE /v2.0/security-groups/bb0327b8-ccbf-42b1-9964-f001cef62339 HTTP/1.1" status: 204 len: 168 time: 0.3259969 Dec 15 21:35:53.814042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52938) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:53.822451 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3409ed-b067-4708-badb-ad587aeff158 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0327b8-ccbf-42b1-9964-f001cef62339,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:53.834958 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.851129 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.api.v2.resource [None req-f29d97dd-ee0f-466d-9288-55083aeba65e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] show failed (client error): The resource could not be found. Dec 15 21:35:53.851129 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f29d97dd-ee0f-466d-9288-55083aeba65e tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "GET /v2.0/security-groups/bb0327b8-ccbf-42b1-9964-f001cef62339 HTTP/1.1" status: 404 len: 347 time: 0.0325668 Dec 15 21:35:53.851523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:53.851725 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.853302 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52942) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:53.853558 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.908697 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Attempting to bind port 86697413-e60a-4a19-8bbf-a300a26fed06 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:53.909211 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Attempting to bind port 86697413-e60a-4a19-8bbf-a300a26fed06 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:53.909714 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Attempting to bind port 86697413-e60a-4a19-8bbf-a300a26fed06 on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:53.917419 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b7fe-cae5-40c2-adc7-0554e972fc38 None None] Pushing event updated for resources: {'Port': ['ID=86697413-e60a-4a19-8bbf-a300a26fed06,revision_number=2']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:53.919884 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:53.920329 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:53.921044 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.921516 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:53.922103 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Bound port: 86697413-e60a-4a19-8bbf-a300a26fed06, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:53.922560 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.978678 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:53.986317 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] For port 86697413-e60a-4a19-8bbf-a300a26fed06, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:53.989804 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] For port 86697413-e60a-4a19-8bbf-a300a26fed06, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=86697413-e60a-4a19-8bbf-a300a26fed06,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:54.022479 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Deleting port 35dd2698-465c-498b-b2d7-a851b7a10526 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:54.023144 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.025554 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:54.030044 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:54.034376 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:35:54.037512 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Pushing event updated for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:54.076032 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.080263 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.131347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.131715 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.140164 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:54.140795 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:54.142578 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2b7fe-cae5-40c2-adc7-0554e972fc38 None None] Pushing event updated for resources: {'Port': ['ID=86697413-e60a-4a19-8bbf-a300a26fed06,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:54.148429 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Calling delete_port for 35dd2698-465c-498b-b2d7-a851b7a10526 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:54.283375 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.324236 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-3d59ee57-8961-446c-bcf0-90718833893a None None] Provisioning complete for port 3510032b-f8a3-407f-a762-449f4d3754a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:54.324546 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3d59ee57-8961-446c-bcf0-90718833893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.362257 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3d59ee57-8961-446c-bcf0-90718833893a None None] Port 3510032b-f8a3-407f-a762-449f4d3754a7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:35:54.362556 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:54.370722 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.394995 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Pushing event deleted for resources: {'Port': ['ID=35dd2698-465c-498b-b2d7-a851b7a10526,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:54.454507 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.457235 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.461762 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-98c5f7b9-c1db-43aa-a15b-ad5412a57387 tempest-AttachVolumeTestJSON-246617629 tempest-AttachVolumeTestJSON-246617629-project] 10.222.0.44 "DELETE /v2.0/floatingips/4717db75-d0a8-4525-9caf-4ea1358a1f6f HTTP/1.1" status: 204 len: 168 time: 0.6037040 Dec 15 21:35:54.466281 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.543813 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 3, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:54.554912 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.573688 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a8a540-1df3-4aa0-8263-a4c533dc856d None None] The sync data for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi is: [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 3, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:54.621504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Pushing event updated for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:54.624084 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:54.718867 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:35:54.720203 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:35:54.893952 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Router 6b79886c-f573-4055-9e80-b26a1d4608c6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:35:54.995742 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-224cf1c3-329f-4021-89f1-f1a1ff1e93fa None None] Provisioning complete for port 3510032b-f8a3-407f-a762-449f4d3754a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:54.996805 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-224cf1c3-329f-4021-89f1-f1a1ff1e93fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:55.023758 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:35:55.029005 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d1152ac5-8036-44ff-8900-225456cca62f admin admin] 10.222.0.44 "PUT /v2.0/routers/6b79886c-f573-4055-9e80-b26a1d4608c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802313 Dec 15 21:35:55.044592 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-224cf1c3-329f-4021-89f1-f1a1ff1e93fa None None] Port 3510032b-f8a3-407f-a762-449f4d3754a7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:35:55.621915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 86697413-e60a-4a19-8bbf-a300a26fed06 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:55.668706 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 86697413-e60a-4a19-8bbf-a300a26fed06 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:55.668988 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:55.872301 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:55.894597 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 86697413-e60a-4a19-8bbf-a300a26fed06, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=86697413-e60a-4a19-8bbf-a300a26fed06,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:55.954889 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.004821 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=86697413-e60a-4a19-8bbf-a300a26fed06,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:56.088953 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Sync routers for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:35:56.098609 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:56.099204 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:56.203272 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:56.396415 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:54Z', 'revision_number': 4, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3510032b-f8a3-407f-a762-449f4d3754a7', 'name': '', 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'mac_address': 'fa:16:3e:90:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:53Z', 'updated_at': '2021-12-15T21:35:54Z', 'revision_number': 2, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'subnets': [{'id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:56.422728 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Checking router: 6b79886c-f573-4055-9e80-b26a1d4608c6 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:35:56.423082 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Updating router 6b79886c-f573-4055-9e80-b26a1d4608c6 port 3510032b-f8a3-407f-a762-449f4d3754a7 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:35:56.451544 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.636832 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52962) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:56.641417 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809695890', 'description': 'tempest-secgroup-smoke-809695890 description', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:56.707033 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.732043 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.783023 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.797251 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.836747 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f60f-3dc9-4655-925b-8a28f2a14256 None None] Pushing event updated for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:56.863537 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.888598 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Attempting to bind port 3510032b-f8a3-407f-a762-449f4d3754a7 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:35:56.889009 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Attempting to bind port 3510032b-f8a3-407f-a762-449f4d3754a7 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:35:56.889847 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Attempting to bind port 3510032b-f8a3-407f-a762-449f4d3754a7 on network 08a7600f-5db7-40a6-8dae-9e4620c51779 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:35:56.893931 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df4516c3-1110-465c-8bd9-32ef98d025d7,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:56.895145 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:35:56.895363 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Checking segment: {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:35:56.895769 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.896287 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Bound using segment: {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:35:56.896758 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Bound port: 3510032b-f8a3-407f-a762-449f4d3754a7, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a6f7e50-20ab-4046-b026-314025846fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:35:56.897148 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.960732 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] For port 3510032b-f8a3-407f-a762-449f4d3754a7, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:35:56.962643 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:56.963905 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-801ef05e-457a-48ce-8571-c6352eea4937 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3259821 Dec 15 21:35:56.966237 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] For port 3510032b-f8a3-407f-a762-449f4d3754a7, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3510032b-f8a3-407f-a762-449f4d3754a7,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:35:56.966925 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52964) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:56.972010 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:57.075635 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-457f9f42-6da7-4488-b17f-3db061b046a2 None None] Provisioning complete for port 3510032b-f8a3-407f-a762-449f4d3754a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:57.076193 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-457f9f42-6da7-4488-b17f-3db061b046a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.095484 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.110430 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-457f9f42-6da7-4488-b17f-3db061b046a2 None None] Port 3510032b-f8a3-407f-a762-449f4d3754a7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:35:57.120128 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.150609 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:35:57.151220 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:57.153623 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f60f-3dc9-4655-925b-8a28f2a14256 None None] Pushing event updated for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:57.193707 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.275274 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.287654 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:35:57.294380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b689a2-979a-4872-b813-c22c89d68d4e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:57.396892 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.398214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5e94fb61-7b70-4edb-9a85-2a272c755e92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296780 Dec 15 21:35:57.400890 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:57.405930 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:57.435355 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] Provisioning complete for port 3510032b-f8a3-407f-a762-449f4d3754a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:57.435715 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.501636 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:54Z', 'revision_number': 4, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3510032b-f8a3-407f-a762-449f4d3754a7', 'name': '', 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'mac_address': 'fa:16:3e:90:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:53Z', 'updated_at': '2021-12-15T21:35:56Z', 'revision_number': 4, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'subnets': [{'id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:35:57.515111 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.537243 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.537532 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c28a72-a504-459c-863c-5ea7f8fbcd0a None None] The sync data for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi is: [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:35:54Z', 'revision_number': 4, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3510032b-f8a3-407f-a762-449f4d3754a7', 'name': '', 'network_id': '08a7600f-5db7-40a6-8dae-9e4620c51779', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'mac_address': 'fa:16:3e:90:60:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:53Z', 'updated_at': '2021-12-15T21:35:56Z', 'revision_number': 4, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'subnets': [{'id': '91e7c8e6-cd50-4a76-8ec5-e261152e5719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:35:57.574611 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] For port 3510032b-f8a3-407f-a762-449f4d3754a7, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3510032b-f8a3-407f-a762-449f4d3754a7,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:57.636826 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.663230 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 86697413-e60a-4a19-8bbf-a300a26fed06 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:57.667047 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.715107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.735208 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b76194-c292-4635-9506-cfe2ff7b9c8e,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:57.754374 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b13628-9dbb-45c9-a15a-93639bf9842b None None] Pushing event updated for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:57.763959 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 86697413-e60a-4a19-8bbf-a300a26fed06 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:57.764308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.830817 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:57.832107 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5a2b8347-f3d4-4db8-9031-c6031390e333 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4302461 Dec 15 21:35:57.834949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52978) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:57.839425 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:58.040723 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.103036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.211315 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.229177 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b34b09a-9449-4af2-8547-3bc5a75f9f19,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:58.300610 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.301905 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-886c80cf-e42b-4567-9e20-fcbac8f53d83 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4659824 Dec 15 21:35:58.304729 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52980) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:58.309401 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:58.406151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.465751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.537625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.555681 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46adbba1-3a13-42f5-9e32-5d0955291659,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:58.619394 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.620719 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-153ac22d-8f81-4aa7-80ab-7aeddb672293 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148859 Dec 15 21:35:58.623514 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52988) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:58.628452 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:58.635237 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 52990) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:58.720668 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Project 7a7f1475836c4ddcbbce1f9ed5d8442d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:35:58.725637 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.783282 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.869043 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.886755 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7a57c6-bad3-4341-ad69-f96ab9423271,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:58.950931 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:58.952791 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6d7579ec-0b07-4f18-bdde-702a833432cf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282533 Dec 15 21:35:58.955479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 52994) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:35:58.959905 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'security_group_rule': {'security_group_id': 'df4516c3-1110-465c-8bd9-32ef98d025d7', 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:35:59.075027 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Project 7a7f1475836c4ddcbbce1f9ed5d8442d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:35:59.080828 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.127711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.138937 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.239748 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.258060 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f0029c-c4d0-4362-8845-506679f87c36,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:59.345302 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.346643 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-85673a2c-d384-4828-9938-3fd71863be95 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901472 Dec 15 21:35:59.377350 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Deleting port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:35:59.377692 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.458355 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] For port 9ad7ce6e-e227-41b4-93f5-fefb01d61cda, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:35:59.458952 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.477232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Calling delete_port for 9ad7ce6e-e227-41b4-93f5-fefb01d61cda owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:35:59.652723 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3510032b-f8a3-407f-a762-449f4d3754a7 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:35:59.705377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 3510032b-f8a3-407f-a762-449f4d3754a7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:35:59.705740 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.766134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:35:59.791790 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad7ce6e-e227-41b4-93f5-fefb01d61cda,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:35:59.964363 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:00.179157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:36:00.287086 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:36:00.295243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d11a3340-48e5-4012-9513-ec19c32f1ae1 admin admin] 10.222.0.44 "PUT /v2.0/routers/e95be6c9-8bdd-468a-a1e3-d6567a13eb53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6563435 Dec 15 21:36:00.295547 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53038) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:00.297999 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Sync routers for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:36:00.309933 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:00.310511 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:00.407108 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:00.424514 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:00.510304 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:00.602677 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:35:59Z', 'revision_number': 5, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port': {'id': '7a02d844-eb9b-4676-9b49-76223faa256f', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:12Z', 'updated_at': '2021-12-15T21:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:00.629688 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Deleting port 7a02d844-eb9b-4676-9b49-76223faa256f {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:00.629907 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Checking router: e95be6c9-8bdd-468a-a1e3-d6567a13eb53 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:36:00.630016 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:00.638114 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Routers {'e95be6c9-8bdd-468a-a1e3-d6567a13eb53'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:00.638716 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:35:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:00.731218 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] Set router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:00.731924 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] For port 7a02d844-eb9b-4676-9b49-76223faa256f, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7a02d844-eb9b-4676-9b49-76223faa256f,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:00.732314 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:00.747040 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Calling delete_port for 7a02d844-eb9b-4676-9b49-76223faa256f owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:00.787392 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:36:00Z', 'revision_number': 6, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:00.835384 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174fb7ec-f3b1-4ac1-a9d8-540071cd1a5b None None] The sync data for ids ['e95be6c9-8bdd-468a-a1e3-d6567a13eb53'] in dv-cinder-812685-6-iscsi is: [{'id': 'e95be6c9-8bdd-468a-a1e3-d6567a13eb53', 'name': 'tempest-AttachVolumeTestJSON-1537551134-router', 'tenant_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:36:00Z', 'revision_number': 6, 'project_id': 'dccd6b8a3161446ebe69f43aa05a2d5e', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:36:00.989549 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.017025 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a02d844-eb9b-4676-9b49-76223faa256f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:01.080646 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.169378 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.172197 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.298042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.298750 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95be6c9-8bdd-468a-a1e3-d6567a13eb53 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:36:01.302921 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.304059 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-204829f9-a058-44a1-97ed-0b2cb3c4c223 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e95be6c9-8bdd-468a-a1e3-d6567a13eb53 HTTP/1.1" status: 204 len: 168 time: 1.0070727 Dec 15 21:36:01.306556 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:01.350950 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Deleting subnet c490d203-3b81-4638-a89d-990bfeffc693 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:36:01.354035 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.388178 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.465832 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.618192 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.643769 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c490d203-3b81-4638-a89d-990bfeffc693,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:01.651468 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.656286 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53060) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:01.658089 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-edef29e6-4627-491c-9216-6c51d8e56264 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c490d203-3b81-4638-a89d-990bfeffc693 HTTP/1.1" status: 204 len: 168 time: 0.3504157 Dec 15 21:36:01.659435 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f3d39-50f3-4037-b793-b9573e2e36ef None None] Network f88fc671-46e7-468b-bcc7-dbdc73a0ff04 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:36:01.661632 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7a02d844-eb9b-4676-9b49-76223faa256f no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:01.723799 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 7a02d844-eb9b-4676-9b49-76223faa256f {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:01.724046 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7a02d844-eb9b-4676-9b49-76223faa256f not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:01.724507 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9ad7ce6e-e227-41b4-93f5-fefb01d61cda no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:01.731006 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.754328 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 9ad7ce6e-e227-41b4-93f5-fefb01d61cda {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:01.754913 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9ad7ce6e-e227-41b4-93f5-fefb01d61cda not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:01.804092 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Deleting port d8609896-6ce3-4525-bf73-7ddac4aeca4c {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:01.804492 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.863462 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] DHCP port deletion for f88fc671-46e7-468b-bcc7-dbdc73a0ff04 request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:36:01.873482 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] For port d8609896-6ce3-4525-bf73-7ddac4aeca4c, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=d8609896-6ce3-4525-bf73-7ddac4aeca4c,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:01.873898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.890335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Calling delete_port for d8609896-6ce3-4525-bf73-7ddac4aeca4c owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:01.918543 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Deleting port d8609896-6ce3-4525-bf73-7ddac4aeca4c {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:01.918893 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:01.990550 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] For port d8609896-6ce3-4525-bf73-7ddac4aeca4c, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=d8609896-6ce3-4525-bf73-7ddac4aeca4c,segment=NetworkSegment(b843d1ca-c5b7-4af1-959c-60e4ec7973f2),segment_id=b843d1ca-c5b7-4af1-959c-60e4ec7973f2)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:01.990868 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.003534 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Calling delete_port for d8609896-6ce3-4525-bf73-7ddac4aeca4c owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:02.166490 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.172623 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.193174 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8609896-6ce3-4525-bf73-7ddac4aeca4c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:02.199368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] No DVR routers for this DVR port d8609896-6ce3-4525-bf73-7ddac4aeca4c on host dv-cinder-812685-6-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:36:02.199583 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] Pushing event deleted for resources: {'Port': ['ID=d8609896-6ce3-4525-bf73-7ddac4aeca4c,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:02.206814 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80798840-4ed5-455b-b1ff-d34d6af1418f None None] No DVR routers for this DVR port d8609896-6ce3-4525-bf73-7ddac4aeca4c on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:36:02.276437 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.293928 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88fc671-46e7-468b-bcc7-dbdc73a0ff04']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:02.303757 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:02.304071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b843d1ca-c5b7-4af1-959c-60e4ec7973f2') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:02.314687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.328966 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.335032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:36:02.335418 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:36:02.337034 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:36:02.514955 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.529919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.529919 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] 10.222.0.44 "DELETE /v2.0/networks/f88fc671-46e7-468b-bcc7-dbdc73a0ff04 HTTP/1.1" status: 204 len: 168 time: 0.8663075 Dec 15 21:36:02.534839 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae6d53-8c8d-42a6-9e6b-810aa5bf456c admin admin] Pushing event deleted for resources: {'Network': ['ID=f88fc671-46e7-468b-bcc7-dbdc73a0ff04,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:02.872186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53066) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:02.913160 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d76e7e80-afad-41f7-9fd3-d6fa6b756c6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dccd6b8a3161446ebe69f43aa05a2d5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398128 Dec 15 21:36:02.915609 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53068) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:02.961052 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:02.982553 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:03.131131 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:03.133827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:03.135029 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0fab0a2-68b8-4efd-9f22-791b8c0819ac HTTP/1.1" status: 204 len: 168 time: 0.2184641 Dec 15 21:36:03.143508 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c775c6-a441-4f23-b45e-c33dd010f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fab0a2-68b8-4efd-9f22-791b8c0819ac,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:03.599231 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device d8609896-6ce3-4525-bf73-7ddac4aeca4c no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:03.621156 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: d8609896-6ce3-4525-bf73-7ddac4aeca4c {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:03.621534 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device d8609896-6ce3-4525-bf73-7ddac4aeca4c not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:07.149030 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d90d7edf-aa4b-4b06-bec8-5959eb1ce20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:09.531973 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-e2186565-3aac-4a23-9d57-fa895c801511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.588356 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53178) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:10.698127 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2840127c-b450-4dee-a1d5-dc6e4e21df6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.772620 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2840127c-b450-4dee-a1d5-dc6e4e21df6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.811617 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.840195 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-2840127c-b450-4dee-a1d5-dc6e4e21df6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.876650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840127c-b450-4dee-a1d5-dc6e4e21df6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c6445-c9a9-4460-ba7c-5c2676effadc,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:10.881647 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-2840127c-b450-4dee-a1d5-dc6e4e21df6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98c23f78d09a4fb9bb45259992e92658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921793 Dec 15 21:36:10.884425 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53184) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:10.932211 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:10.954322 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.086044 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.088741 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.090077 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef8c6445-c9a9-4460-ba7c-5c2676effadc HTTP/1.1" status: 204 len: 168 time: 0.2045169 Dec 15 21:36:11.098075 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b0591-a15e-48e8-a272-9ac5a57770fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c6445-c9a9-4460-ba7c-5c2676effadc,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:11.763939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53196) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:11.777016 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84acfb02-19e1-4431-ab5d-1d1563a456bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.851165 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84acfb02-19e1-4431-ab5d-1d1563a456bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.931497 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-84acfb02-19e1-4431-ab5d-1d1563a456bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:11.967609 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acfb02-19e1-4431-ab5d-1d1563a456bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec80f6e-2683-4d8f-b1b9-fc07103808ef,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:11.973247 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-84acfb02-19e1-4431-ab5d-1d1563a456bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=661b0852016e4ca284b458071729ab47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082882 Dec 15 21:36:11.976006 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53200) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:12.025713 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:12.047568 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:12.091513 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:12.148736 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:12.151412 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:12.152571 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bec80f6e-2683-4d8f-b1b9-fc07103808ef HTTP/1.1" status: 204 len: 168 time: 0.1748483 Dec 15 21:36:12.160206 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6d3b2-1ca3-42df-a5bc-33605cd03ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec80f6e-2683-4d8f-b1b9-fc07103808ef,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:13.256846 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:14.564003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53268) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:14.664797 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823884af-51f8-421b-a4d1-94cd93d1c24b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:14.741981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823884af-51f8-421b-a4d1-94cd93d1c24b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:14.851523 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-823884af-51f8-421b-a4d1-94cd93d1c24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:14.891372 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-823884af-51f8-421b-a4d1-94cd93d1c24b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f3d5ec7ca754a408805c6802941c8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263066 Dec 15 21:36:14.893253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823884af-51f8-421b-a4d1-94cd93d1c24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587937a-64ef-4ff7-a9bd-621f88f94857,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:14.894623 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53274) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:14.941823 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:14.962726 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.098118 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.100747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.104550 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4587937a-64ef-4ff7-a9bd-621f88f94857 HTTP/1.1" status: 204 len: 168 time: 0.2062824 Dec 15 21:36:15.109721 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357a64d-6d98-4e39-80bd-f4a84b50e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587937a-64ef-4ff7-a9bd-621f88f94857,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:15.730184 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:15.744689 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2759a2-3e28-41e3-b273-c2530d83f5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.819910 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2759a2-3e28-41e3-b273-c2530d83f5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.885579 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-fc2759a2-3e28-41e3-b273-c2530d83f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.923214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-fc2759a2-3e28-41e3-b273-c2530d83f5ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba43e335591c4d4e9c74d19c11ce24a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919301 Dec 15 21:36:15.924078 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2759a2-3e28-41e3-b273-c2530d83f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b7693-ed96-4f95-944d-f0240343203a,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:15.926737 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53284) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:15.975482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:15.996233 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:16.108744 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:16.111418 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:16.112577 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d9b7693-ed96-4f95-944d-f0240343203a HTTP/1.1" status: 204 len: 168 time: 0.1848528 Dec 15 21:36:16.121679 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1c0b5-5fba-48f7-ab3d-8353e39db5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b7693-ed96-4f95-944d-f0240343203a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:19.222692 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:20.575795 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53362) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:20.676019 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63261327-16cd-4319-932b-f06c2cd03ee9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:20.747202 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63261327-16cd-4319-932b-f06c2cd03ee9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:20.800045 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-63261327-16cd-4319-932b-f06c2cd03ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:20.842073 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-63261327-16cd-4319-932b-f06c2cd03ee9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8445456679dd4ca2b91cbdd91f0783dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652156 Dec 15 21:36:20.843272 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63261327-16cd-4319-932b-f06c2cd03ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d95b43-27e4-4a72-b98d-51645e14c592,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:20.844710 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53366) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:20.891754 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:20.911884 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.011353 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.013975 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.015103 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7d95b43-27e4-4a72-b98d-51645e14c592 HTTP/1.1" status: 204 len: 168 time: 0.1693199 Dec 15 21:36:21.023739 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87f32c-8ff3-4976-b705-718ea84d10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d95b43-27e4-4a72-b98d-51645e14c592,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:21.585840 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53374) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:21.598889 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4f68159-60ed-413a-ab95-2181b756678c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.671072 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4f68159-60ed-413a-ab95-2181b756678c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.765955 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-d4f68159-60ed-413a-ab95-2181b756678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.816431 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-d4f68159-60ed-413a-ab95-2181b756678c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2dac7df6d904a61895432517828a72e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294662 Dec 15 21:36:21.817433 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f68159-60ed-413a-ab95-2181b756678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa3d706-906b-4505-b59a-f0f371cd6d23,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:21.819234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53376) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:21.866848 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:21.887115 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:22.023167 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:22.025741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:22.026917 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fa3d706-906b-4505-b59a-f0f371cd6d23 HTTP/1.1" status: 204 len: 168 time: 0.2066815 Dec 15 21:36:22.034647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88416af0-6eb3-43f6-b669-438acda6ec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa3d706-906b-4505-b59a-f0f371cd6d23,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:23.728138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-f6f20a80-9d71-4cc0-a927-7ee2a5fc36d5 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809695890&fields=id&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 267 time: 0.0435839 Dec 15 21:36:23.861152 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2e334af2-32c8-4e08-9e4e-9d7ab13e7554 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:23.862717 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2e334af2-32c8-4e08-9e4e-9d7ab13e7554 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1279438 Dec 15 21:36:23.878918 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-31244139-9a5a-4b7c-955e-ce7d6ecbc43f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/quotas/7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 375 time: 0.0095348 Dec 15 21:36:23.930560 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-3872bc15-bf46-4cf5-991e-4c2a88d965f1 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455866 Dec 15 21:36:23.946934 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-193a3147-7e32-4387-b72e-08bd981ca314 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:36:23.948064 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-193a3147-7e32-4387-b72e-08bd981ca314 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059052 Dec 15 21:36:24.040336 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-0b213d5b-56d5-4b28-b8c2-0144245bb103 service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862415 Dec 15 21:36:24.128506 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-a1136738-a4df-4376-8a67-584986e2b299 service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820684 Dec 15 21:36:24.880844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9f8785de-5462-4301-80e4-932d77ee7290 req-ffafde4a-7db0-4705-a3e5-fbbd29fe3801 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 210 time: 0.2086124 Dec 15 21:36:25.973922 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94b3658e-b0c4-4c98-9714-5d99cea4a11a req-dd1dbf5b-25dd-4daf-898b-08b316632a48 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 210 time: 0.0258989 Dec 15 21:36:27.078434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3afd3db8-4bd5-4507-9b29-f8e7d498572e req-a1ab945d-933c-44e8-ae1a-d9bfb55fe435 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 210 time: 0.0376008 Dec 15 21:36:27.171551 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1f32334a-97af-4985-811c-d8ffb1d9b52d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:27.173030 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1f32334a-97af-4985-811c-d8ffb1d9b52d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1232817 Dec 15 21:36:27.236891 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-0d43b181-0e39-48a3-999a-19d274251a9a tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 379 time: 0.0536830 Dec 15 21:36:27.246171 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'port': {'device_id': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'admin_state_up': True, 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'security_groups': ['df4516c3-1110-465c-8bd9-32ef98d025d7']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:36:27.411391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Made reservation on behalf of 7a7f1475836c4ddcbbce1f9ed5d8442d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:36:27.415032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.537289 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.20.0.7 (84670406-411e-4ab0-9679-341f575273cc/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf/e1b2d681-bb42-48f6-b0ce-7e70372b3c36) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:36:27.642375 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53472) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:27.681253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.747650 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53755d73-7d11-449b-a315-017e87930743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.794965 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.820282 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53755d73-7d11-449b-a315-017e87930743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.843145 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:36:27.845854 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:36:27.850136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:36:27.854436 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:27.915317 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53755d73-7d11-449b-a315-017e87930743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:27.960021 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-53755d73-7d11-449b-a315-017e87930743 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8554f7540ec54c8488004a69859ec8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164344 Dec 15 21:36:27.961229 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53755d73-7d11-449b-a315-017e87930743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599cf7c6-dfa3-42da-bf08-8cea364bb26e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:27.966452 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53476) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:28.025188 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.049898 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.101267 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-df0802cc-4808-46dd-bc66-65a6ee6a7463 None None] Provisioning complete for port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:36:28.112777 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-df0802cc-4808-46dd-bc66-65a6ee6a7463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.148000 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.148612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.155069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:28.171855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.172422 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-df0802cc-4808-46dd-bc66-65a6ee6a7463 None None] Port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:36:28.174944 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.183523 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/599cf7c6-dfa3-42da-bf08-8cea364bb26e HTTP/1.1" status: 204 len: 168 time: 0.2086594 Dec 15 21:36:28.184951 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e4d96-c13e-4beb-a198-a25d95ce02da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599cf7c6-dfa3-42da-bf08-8cea364bb26e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:28.188166 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:28.188796 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.231832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f75ea6-4c90-4178-bde9-589ef097cd0d req-5ec73690-7079-47b2-8a8e-b8f563411af4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:28.239597 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32f75ea6-4c90-4178-bde9-589ef097cd0d req-5ec73690-7079-47b2-8a8e-b8f563411af4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 931 time: 0.0648475 Dec 15 21:36:28.282447 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32f75ea6-4c90-4178-bde9-589ef097cd0d req-ee0ddbf3-1aa5-4d9c-bb2f-01af9f723268 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Dec 15 21:36:28.286043 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-2ffed97f-a506-41d2-a1bb-370af23be7d8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436206 Dec 15 21:36:28.296719 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-009899ed-1ec1-4387-8eee-68fb6cc7e958 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:36:28.297689 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-009899ed-1ec1-4387-8eee-68fb6cc7e958 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050068 Dec 15 21:36:28.309517 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Request body: {'port': {'device_id': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:36:28.343104 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:36:28.364404 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.623421 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b2d681-bb42-48f6-b0ce-7e70372b3c36 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:36:28.630943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.642494 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Transition to ACTIVE for port object e1b2d681-bb42-48f6-b0ce-7e70372b3c36 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:36:28.737230 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.791441 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:28.863552 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Attempting to bind port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:36:28.864007 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Attempting to bind port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:36:28.864343 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Attempting to bind port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:36:28.869557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 on network 84670406-411e-4ab0-9679-341f575273cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:36:28.869876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Attempting to bind port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:36:28.875239 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:36:28.875585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:36:28.875967 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Bound using segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:36:28.876391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Bound port: e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:36:28.876748 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.924097 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53484) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:28.938495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635da9ef-21b1-463a-bc0d-e05d82351a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:28.942185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:36:28.946075 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:36:29.009636 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635da9ef-21b1-463a-bc0d-e05d82351a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.069455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.106060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.106505 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.107783 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] 10.222.0.60 "PUT /v2.0/ports/e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 200 len: 1093 time: 0.8021712 Dec 15 21:36:29.108225 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:36:29.110487 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e1220e-c14d-4edd-87df-21c05a63f1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:36:29.133325 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8d4ce-2dd6-4377-be1e-cc32dc0e2f52 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:29.143445 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-635da9ef-21b1-463a-bc0d-e05d82351a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.158825 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7c37f0-d86b-49fb-be2e-f93f4d6478ad x-openstack-request-id: req-dd7c37f0-d86b-49fb-be2e-f93f4d6478ad {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:36:29.159312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:36:29.159312 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd7c37f0-d86b-49fb-be2e-f93f4d6478ad {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:36:29.159713 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'status': 'completed', 'code': 200} Dec 15 21:36:29.182975 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-635da9ef-21b1-463a-bc0d-e05d82351a4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53174223e8af4e7e917cdfe07ee46251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578020 Dec 15 21:36:29.184977 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635da9ef-21b1-463a-bc0d-e05d82351a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f2d274-6b2f-494c-a981-003e75adfd5a,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:29.185793 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53488) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:29.269839 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-f1eba434-e66a-42cd-a0a3-97063e6cedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.271332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-f1eba434-e66a-42cd-a0a3-97063e6cedf3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1096 time: 0.0769973 Dec 15 21:36:29.276904 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.345092 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.445845 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-7ecc59a6-87a1-4c6d-862c-198ac67dfc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.447707 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-7ecc59a6-87a1-4c6d-862c-198ac67dfc56 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1680038 Dec 15 21:36:29.455408 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc0ab3-8938-49d1-98e1-0088af06a479 req-4afac41b-5a02-4b3e-a30e-202405e624ec tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.456909 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-70dc0ab3-8938-49d1-98e1-0088af06a479 req-4afac41b-5a02-4b3e-a30e-202405e624ec tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.1039941 Dec 15 21:36:29.556684 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.559265 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:29.560399 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/26f2d274-6b2f-494c-a981-003e75adfd5a HTTP/1.1" status: 204 len: 168 time: 0.3733821 Dec 15 21:36:29.567935 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-70dc0ab3-8938-49d1-98e1-0088af06a479 req-ec7996f5-88db-4dfd-8215-92cf60fe7863 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015863 Dec 15 21:36:29.586107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826eca0-dcba-432a-924d-d30c8825eaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f2d274-6b2f-494c-a981-003e75adfd5a,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:29.597010 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-c7b9989f-ee89-4389-a332-1e690247756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.598534 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e4e1220e-c14d-4edd-87df-21c05a63f1e3 req-c7b9989f-ee89-4389-a332-1e690247756a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404741 Dec 15 21:36:29.674789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-fd6b2f43-798f-408c-8f3f-019689f0a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.676281 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-fd6b2f43-798f-408c-8f3f-019689f0a894 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1096 time: 0.0410473 Dec 15 21:36:29.720689 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-a4af4ed3-ab41-4b5a-bf48-f5eca9e1eaea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 200 len: 217 time: 0.0346773 Dec 15 21:36:29.771833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-d2a1b713-ccfe-406a-8b94-7d24540657ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.773251 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-d2a1b713-ccfe-406a-8b94-7d24540657ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0462615 Dec 15 21:36:29.819985 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-65d8d1dc-1966-4b6f-b756-22e227f5cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:29.821606 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-65d8d1dc-1966-4b6f-b756-22e227f5cef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406520 Dec 15 21:36:29.913243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-538b5bd9-e57b-44d7-ad6b-d7c060033be8 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829673 Dec 15 21:36:30.007181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9ef39d5-e32f-4a19-b721-f4986eaeb86c req-8dde808d-0c31-48a8-a746-6443f52cf54c service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863709 Dec 15 21:36:30.685357 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89df44-41c9-4a80-aac9-a53b9eeb18c1 req-d55771e9-1fcf-44a8-8dc9-0c290f8ddd92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:30.686817 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef89df44-41c9-4a80-aac9-a53b9eeb18c1 req-d55771e9-1fcf-44a8-8dc9-0c290f8ddd92 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0500460 Dec 15 21:36:30.735378 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef89df44-41c9-4a80-aac9-a53b9eeb18c1 req-320ed33a-0103-473a-97d8-cbfc584f4ce0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Dec 15 21:36:31.859310 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42420566-9e3b-48d6-9432-46aaf587d4db req-cba9b69e-238b-44fc-bfb5-ff8091dc65b4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:31.860762 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42420566-9e3b-48d6-9432-46aaf587d4db req-cba9b69e-238b-44fc-bfb5-ff8091dc65b4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0509934 Dec 15 21:36:31.919561 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-42420566-9e3b-48d6-9432-46aaf587d4db req-8f01ae7c-5fac-4ab7-8b63-9187856c9d53 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528185 Dec 15 21:36:33.035640 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59fb3b-9b66-4ec9-af00-a8849a584ee6 req-5646e6b7-b02e-455f-a3f4-11d03d43744b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:33.037085 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ad59fb3b-9b66-4ec9-af00-a8849a584ee6 req-5646e6b7-b02e-455f-a3f4-11d03d43744b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0495660 Dec 15 21:36:33.085553 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ad59fb3b-9b66-4ec9-af00-a8849a584ee6 req-a892cee0-11bd-4f1c-ada6-f60c18d3621a tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418727 Dec 15 21:36:34.177295 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53542) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:34.200198 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abbcce-582e-4079-bd29-3b2d02f14eab req-c5bb1fa3-a7f9-43aa-bc99-d9c4d1c33fe1 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:34.201686 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-23abbcce-582e-4079-bd29-3b2d02f14eab req-c5bb1fa3-a7f9-43aa-bc99-d9c4d1c33fe1 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0483291 Dec 15 21:36:34.255541 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-23abbcce-582e-4079-bd29-3b2d02f14eab req-393d4d16-8874-41d3-9fd7-7db0b3f1b8af tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478745 Dec 15 21:36:34.282898 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.353054 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.434165 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.470937 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60f43730a762492d900bc797024f3552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925856 Dec 15 21:36:34.471731 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc60ee5-177c-4f81-abaa-3338138e6d4f,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:34.473516 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53546) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:34.488573 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.488912 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.489244 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.489615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.489925 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.490244 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.490564 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.490882 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.491203 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.491519 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.491831 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.492145 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.492455 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac21aee-6f9d-48ed-87f9-b31392fe67f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:34.532125 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.551740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.690835 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.693353 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:34.694470 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/efc60ee5-177c-4f81-abaa-3338138e6d4f HTTP/1.1" status: 204 len: 168 time: 0.2200835 Dec 15 21:36:34.701659 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7dd23-fac9-4c6c-9306-eff5d12d82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc60ee5-177c-4f81-abaa-3338138e6d4f,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:35.368909 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95786009-3116-4546-a2a2-01a2c0e69a85 req-30e97ddf-ef37-4bb0-b5df-bf843091443c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:35.370764 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-95786009-3116-4546-a2a2-01a2c0e69a85 req-30e97ddf-ef37-4bb0-b5df-bf843091443c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0492859 Dec 15 21:36:35.422138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-95786009-3116-4546-a2a2-01a2c0e69a85 req-53f94b1d-f0cc-4a82-87f8-cf95c79c0d5d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Dec 15 21:36:36.532570 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3efa96-2bc6-4b26-b9e6-2b1eea27d8ad req-a4e86094-c22d-4992-b856-759f0f439f5f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:36.534053 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de3efa96-2bc6-4b26-b9e6-2b1eea27d8ad req-a4e86094-c22d-4992-b856-759f0f439f5f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0477087 Dec 15 21:36:36.583124 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de3efa96-2bc6-4b26-b9e6-2b1eea27d8ad req-dec168c6-0147-4f1b-848b-807e54ac0260 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426009 Dec 15 21:36:37.165166 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-606635d0-d39e-4907-8b34-206970b39312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:37.386512 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58ff67-4be3-4d7f-83c0-238f41e21f38 req-8771d6ad-b7bf-46b1-aaee-8a0991036f19 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:37.388047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc58ff67-4be3-4d7f-83c0-238f41e21f38 req-8771d6ad-b7bf-46b1-aaee-8a0991036f19 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0531008 Dec 15 21:36:37.445174 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc58ff67-4be3-4d7f-83c0-238f41e21f38 req-055912b4-edf0-4c17-a429-a5a92d9bafb1 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Dec 15 21:36:37.704233 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e2978-d908-4df9-bdf6-16474f31196c req-58d4a0ec-453c-4c8e-87cf-9bee6b722c6a tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:37.705823 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-964e2978-d908-4df9-bdf6-16474f31196c req-58d4a0ec-453c-4c8e-87cf-9bee6b722c6a tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 943 time: 0.0489738 Dec 15 21:36:37.754874 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-964e2978-d908-4df9-bdf6-16474f31196c req-7132f310-9c69-41ed-9564-dcb297a01005 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Dec 15 21:36:38.499175 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e1b2d681-bb42-48f6-b0ce-7e70372b3c36 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:36:38.566595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db90f0-4244-4a9a-923d-f458cd0989a3 req-a033cae5-a44f-46ee-9cf2-986ba5d51937 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:38.568020 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4db90f0-4244-4a9a-923d-f458cd0989a3 req-a033cae5-a44f-46ee-9cf2-986ba5d51937 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0483155 Dec 15 21:36:38.599454 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:38.610728 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'port_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'mac_address': 'fa:16:3e:97:d1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:36:38.625644 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b4db90f0-4244-4a9a-923d-f458cd0989a3 req-136c97a4-08ee-414c-9d5a-d48870846ed3 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups?id=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450776 Dec 15 21:36:38.646813 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:38.660254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b2d681-bb42-48f6-b0ce-7e70372b3c36 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:36:38.678936 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:38.770986 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:38.817630 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:38.868567 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598e60c-0afb-4801-9884-6f9690235c4f req-54e893a5-a1bb-4b84-a088-ac3f57430056 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:38.870561 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9598e60c-0afb-4801-9884-6f9690235c4f req-54e893a5-a1bb-4b84-a088-ac3f57430056 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 944 time: 0.0483475 Dec 15 21:36:38.947554 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-ce9e3eba-357f-4ca6-8d09-12c099290094 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:38.949541 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-ce9e3eba-357f-4ca6-8d09-12c099290094 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 946 time: 0.0755031 Dec 15 21:36:38.954284 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9598e60c-0afb-4801-9884-6f9690235c4f req-b50cb199-9ed3-497d-8bab-ec344d91d8b0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724554 Dec 15 21:36:39.042649 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Deleting port 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:39.042985 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.100229 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['e1b2d681-bb42-48f6-b0ce-7e70372b3c36'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:36:39.154895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] For port 430d4147-829f-49e9-944e-72629e959b78, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=430d4147-829f-49e9-944e-72629e959b78,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:39.155475 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.381697 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.382056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.382397 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Floating IP 2a6a834c-3a5a-4faa-8ad0-ccec986ec48c disassociated. External IP: 172.27.3.137, port: 430d4147-829f-49e9-944e-72629e959b78. Dec 15 21:36:39.382734 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Calling delete_port for 430d4147-829f-49e9-944e-72629e959b78 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:39.502551 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7d3acabd-d7f4-441a-9016-f8e75f68d49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.594412 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.620474 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'Port': ['ID=430d4147-829f-49e9-944e-72629e959b78,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:39.750394 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9027befd-0084-4bd2-9e49-8d4d887427d0 req-3be2eee2-249f-445b-bf8c-9e03c74306f7 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 210 time: 0.0371983 Dec 15 21:36:39.763493 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:36:39.873536 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:36:39.884123 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:36:39.895066 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:39.895681 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:39.912455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] No DVR routers for this DVR port 430d4147-829f-49e9-944e-72629e959b78 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:36:39.914989 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:39.919519 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfb0ddc1-f9b5-4273-9d13-6f92ab16645a req-a75ddae6-8115-45d1-8ab6-fd62b42b793d tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.60 "DELETE /v2.0/ports/430d4147-829f-49e9-944e-72629e959b78 HTTP/1.1" status: 204 len: 173 time: 0.9635258 Dec 15 21:36:39.920812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-deleted', 'tag': '430d4147-829f-49e9-944e-72629e959b78'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:36:39.922617 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba0e5f-0a4c-42bf-b03a-81ad9605dd35" -d '{"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-deleted", "tag": "430d4147-829f-49e9-944e-72629e959b78"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:36:39.969231 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a99722-b1bb-412b-8cc0-78ad2f045079 x-openstack-request-id: req-44a99722-b1bb-412b-8cc0-78ad2f045079 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:36:39.969618 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d0adbf-c7d7-463e-b79e-51685b70643f", "name": "network-vif-deleted", "tag": "430d4147-829f-49e9-944e-72629e959b78", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:36:39.969882 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44a99722-b1bb-412b-8cc0-78ad2f045079 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:36:39.970334 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d0adbf-c7d7-463e-b79e-51685b70643f', 'name': 'network-vif-deleted', 'tag': '430d4147-829f-49e9-944e-72629e959b78', 'status': 'completed', 'code': 200} Dec 15 21:36:40.090939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6e26c-ff11-4a4f-bc49-b7a9ad0a8b46 req-ae1925ba-102b-4093-9a0c-d36da3c7f155 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:40.093051 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-33d6e26c-ff11-4a4f-bc49-b7a9ad0a8b46 req-ae1925ba-102b-4093-9a0c-d36da3c7f155 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 944 time: 0.0537732 Dec 15 21:36:40.106837 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:40.162332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-33d6e26c-ff11-4a4f-bc49-b7a9ad0a8b46 req-a712cc3d-f49b-42c9-b6cb-9da4d0e28aa6 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543783 Dec 15 21:36:40.308956 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:40.335324 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:36:40.344359 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:40.344959 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:40.447382 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:40.528069 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e1b2d681-bb42-48f6-b0ce-7e70372b3c36 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:36:40.633910 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:36:40.638254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:36:40.638621 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:40.642289 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:40.669267 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd4d766-c8c4-4894-a898-c005745741bb None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '9d946d5f-d26e-4104-a457-e756616c68b6', 'name': '', 'network_id': 'c14f87eb-1d40-4e49-90d6-61cc4cd6c383', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'mac_address': 'fa:16:3e:9a:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:21Z', 'updated_at': '2021-12-15T21:26:30Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'subnets': [{'id': '4b16b52d-b23c-4050-b063-1c76d5f1546b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:36:40.718571 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:40.757461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:36:40.759973 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87c262c-036b-413a-bab7-ff40155be36a" -d '{"events": [{"server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "name": "network-vif-plugged", "status": "completed", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:36:40.792915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:40.818783 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b27962f-63bb-4e64-afca-aa63b47dccf3 x-openstack-request-id: req-8b27962f-63bb-4e64-afca-aa63b47dccf3 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:36:40.818783 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "name": "network-vif-plugged", "status": "completed", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:36:40.818966 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b27962f-63bb-4e64-afca-aa63b47dccf3 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:36:40.819239 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'code': 200} Dec 15 21:36:40.835089 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:40.857048 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:40.858032 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:40.903597 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c17b0c1a-f2cc-4a75-9b41-ea47ee7be9d5 req-641010a2-9af3-4eea-a172-1b1bfcb5682f tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/ports?device_id=d7d0adbf-c7d7-463e-b79e-51685b70643f HTTP/1.1" status: 200 len: 210 time: 0.0513644 Dec 15 21:36:41.037851 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6f15e7-2682-4be0-95fd-7f041e548f9c None None] New status for floating IP 2a6a834c-3a5a-4faa-8ad0-ccec986ec48c: DOWN {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:36:41.043570 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 430d4147-829f-49e9-944e-72629e959b78 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:41.043915 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 430d4147-829f-49e9-944e-72629e959b78 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:41.162330 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:41.287372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9d11d-7fc4-4c97-a572-590e54050518 req-17886cb1-eb31-4f56-b8f9-ed54dd521722 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:41.288842 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22f9d11d-7fc4-4c97-a572-590e54050518 req-17886cb1-eb31-4f56-b8f9-ed54dd521722 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0528140 Dec 15 21:36:41.360486 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22f9d11d-7fc4-4c97-a572-590e54050518 req-73abd719-0263-4c07-afe2-934e76dceaf8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654895 Dec 15 21:36:41.372590 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240244c9-656b-4208-ab9a-c72150830f27 req-e44e12a1-6e29-4075-b43d-12ffdaf0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:41.374122 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-240244c9-656b-4208-ab9a-c72150830f27 req-e44e12a1-6e29-4075-b43d-12ffdaf0c172 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1098 time: 0.1544328 Dec 15 21:36:41.419672 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-240244c9-656b-4208-ab9a-c72150830f27 req-54f252ed-c75e-4ada-97b3-412ec75cba35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383914 Dec 15 21:36:42.063615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53652) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:42.086095 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.117366 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.140886 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.256970 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.259638 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.261283 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "DELETE /v2.0/security-groups/f0d0ed00-636f-4b86-a261-dd6ef9b16e1b HTTP/1.1" status: 204 len: 168 time: 0.1966910 Dec 15 21:36:42.264112 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53654) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:42.270188 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182976-a11c-4b6a-a499-de97b47abf8e tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0ed00-636f-4b86-a261-dd6ef9b16e1b,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:42.277491 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.api.v2.resource [None req-bc9bc5a9-35d1-4a18-bf05-660203a4d537 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] show failed (client error): The resource could not be found. Dec 15 21:36:42.278490 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-bc9bc5a9-35d1-4a18-bf05-660203a4d537 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "GET /v2.0/security-groups/f0d0ed00-636f-4b86-a261-dd6ef9b16e1b HTTP/1.1" status: 404 len: 347 time: 0.0133934 Dec 15 21:36:42.281369 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53656) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:42.408160 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Deleting port e1b3208a-9c84-41e3-8eb7-e48ff6a44c95 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:42.408498 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.509744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.510684 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.528350 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71e769-c49f-4f37-b645-ce9ea79bcd7d req-3053964a-21a7-4f77-a490-c1ad212d3660 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:42.529842 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e71e769-c49f-4f37-b645-ce9ea79bcd7d req-3053964a-21a7-4f77-a490-c1ad212d3660 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0832922 Dec 15 21:36:42.536155 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Calling delete_port for e1b3208a-9c84-41e3-8eb7-e48ff6a44c95 owned by network:floatingip {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:42.631467 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0e71e769-c49f-4f37-b645-ce9ea79bcd7d req-beed309a-3e40-4c61-9863-7057e9064a6f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911348 Dec 15 21:36:42.771123 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.800698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Pushing event deleted for resources: {'Port': ['ID=e1b3208a-9c84-41e3-8eb7-e48ff6a44c95,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:42.861631 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks [] for floatingip, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.864278 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:42.865453 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d06ad5f3-70d7-46a9-9bec-8cacfdfa0244 tempest-AttachVolumeShelveTestJSON-956413188 tempest-AttachVolumeShelveTestJSON-956413188-project] 10.222.0.44 "DELETE /v2.0/floatingips/2a6a834c-3a5a-4faa-8ad0-ccec986ec48c HTTP/1.1" status: 204 len: 168 time: 0.5829704 Dec 15 21:36:43.273996 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:43.752509 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f2d86-7fae-42d4-819b-a3627a5b2356 req-596d5c76-929c-4adc-8175-33de00c83365 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:43.754009 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5e8f2d86-7fae-42d4-819b-a3627a5b2356 req-596d5c76-929c-4adc-8175-33de00c83365 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0502634 Dec 15 21:36:43.802382 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5e8f2d86-7fae-42d4-819b-a3627a5b2356 req-e8b1d967-6bc3-42d7-b6d6-5a2b9b05cf77 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423422 Dec 15 21:36:43.919837 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b12de-c023-4c86-8bab-780e6b851f1b req-04fca4df-a20b-4033-bedc-dcfa57c0e780 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:43.921288 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c0b12de-c023-4c86-8bab-780e6b851f1b req-04fca4df-a20b-4033-bedc-dcfa57c0e780 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0530245 Dec 15 21:36:43.970359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3c0b12de-c023-4c86-8bab-780e6b851f1b req-78224883-a982-41f9-a79b-e6ab9648b123 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419579 Dec 15 21:36:43.992000 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53676) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:44.127002 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4478c0f-8d75-413c-9f41-920493a2d132 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:44.128472 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a4478c0f-8d75-413c-9f41-920493a2d132 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1093 time: 0.1354549 Dec 15 21:36:44.131598 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53682) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:44.136556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'port_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:36:44.217378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:44.327420 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:44.426937 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.27.3.40 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/3dc2618f-de77-4978-b8db-05194c003e26) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:36:44.529869 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:44.611388 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:44.651681 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:36:44.654616 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:36:44.657038 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:36:44.681151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=3dc2618f-de77-4978-b8db-05194c003e26,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:45.262200 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:45.384427 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:45.529422 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:45.611141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:45.680965 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=3dc2618f-de77-4978-b8db-05194c003e26,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:45.691102 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:45.790005 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP d5b4fd30-6f7c-4244-94b7-50e80eb7a754 associated. External IP: 172.27.3.40, port: e1b2d681-bb42-48f6-b0ce-7e70372b3c36. Dec 15 21:36:46.007909 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:36:46.113520 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:36:46.123540 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:36:46.133194 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:46.133827 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:46.219036 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:46.239447 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:46.249432 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8796b489-d400-40cf-8806-5eac1050d1f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1167636 Dec 15 21:36:46.250288 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:36:46.252520 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:36:46.294228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bd746e-62cc-468c-9ea8-af12381d33c0 x-openstack-request-id: req-98bd746e-62cc-468c-9ea8-af12381d33c0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:36:46.294228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:36:46.294228 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98bd746e-62cc-468c-9ea8-af12381d33c0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:36:46.294228 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'status': 'completed', 'code': 200} Dec 15 21:36:46.465934 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'd5b4fd30-6f7c-4244-94b7-50e80eb7a754', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:97:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:36:45Z', 'updated_at': '2021-12-15T21:36:45Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:46.494522 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:36:46.502822 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:46.503407 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:46.605271 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:46.827160 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'd5b4fd30-6f7c-4244-94b7-50e80eb7a754', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:97:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:36:45Z', 'updated_at': '2021-12-15T21:36:45Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:46.856408 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf97938-e23d-4058-99da-ea28367bc443 None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': 'd5b4fd30-6f7c-4244-94b7-50e80eb7a754', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:97:d1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:36:45Z', 'updated_at': '2021-12-15T21:36:45Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:36:47.036064 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eda9eb3-c68f-4e8f-b841-541073c6ebf0 None None] New status for floating IP d5b4fd30-6f7c-4244-94b7-50e80eb7a754: ACTIVE {{(pid=103256) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:36:47.320559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-383b1437-6ea7-43d2-ab24-66ae30382651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:47.322146 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-383b1437-6ea7-43d2-ab24-66ae30382651 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1098 time: 0.0425315 Dec 15 21:36:48.674676 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-417bc6c0-906b-4ae8-9409-96608fd37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:48.676139 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-417bc6c0-906b-4ae8-9409-96608fd37ce3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0835159 Dec 15 21:36:48.744076 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-3a141ebf-867a-41e2-a98b-be7cdd7bd233 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 200 len: 1000 time: 0.0604370 Dec 15 21:36:48.791990 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-06238074-88ea-4fb3-9514-c0cac8bcde5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:48.793988 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-06238074-88ea-4fb3-9514-c0cac8bcde5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0423374 Dec 15 21:36:48.837758 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-dc5423de-be56-447d-be06-cd904cbcbb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:36:48.839735 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-dc5423de-be56-447d-be06-cd904cbcbb3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384300 Dec 15 21:36:48.935152 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-b997d681-b4ff-491b-a1c2-9b0945787ab6 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884109 Dec 15 21:36:49.032419 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-014e61bd-0ee5-4a47-8bc4-b07507a4a4bb req-dd4fb34e-3b9a-4103-9f09-5c9f03f5b4e8 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902007 Dec 15 21:36:49.211381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:49.769574 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53724) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:50.213500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:50.449800 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Deleting port 9d946d5f-d26e-4104-a457-e756616c68b6 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:50.450139 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:50.525383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] For port 9d946d5f-d26e-4104-a457-e756616c68b6, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=9d946d5f-d26e-4104-a457-e756616c68b6,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:50.525816 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:50.539866 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Calling delete_port for 9d946d5f-d26e-4104-a457-e756616c68b6 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:50.799833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:50.828129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d946d5f-d26e-4104-a457-e756616c68b6,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:50.992366 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:51.207542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:36:51.575149 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:36:51.578053 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d1077b31-5f79-4402-95bb-55fcf863be7b admin admin] 10.222.0.44 "PUT /v2.0/routers/0103aac2-7c5b-4f50-b97f-62e6edf68a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8071816 Dec 15 21:36:51.580579 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53744) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:51.588186 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Sync routers for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:36:51.601595 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:51.602217 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:51.687860 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:51.794625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:51.812780 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:51.931209 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Deleting port 089323f9-311e-40ca-82fd-9a18cc8c89ae {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:51.931812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:51.983074 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:36:50Z', 'revision_number': 5, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port': {'id': '089323f9-311e-40ca-82fd-9a18cc8c89ae', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:26:11Z', 'updated_at': '2021-12-15T21:26:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:52.008097 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] For port 089323f9-311e-40ca-82fd-9a18cc8c89ae, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=089323f9-311e-40ca-82fd-9a18cc8c89ae,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:52.008481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.009548 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Checking router: 0103aac2-7c5b-4f50-b97f-62e6edf68a11 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:36:52.018683 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Routers {'0103aac2-7c5b-4f50-b97f-62e6edf68a11'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:36:52.019301 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:36:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:52.022284 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Calling delete_port for 089323f9-311e-40ca-82fd-9a18cc8c89ae owned by network:router_gateway {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:52.110746 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] Set router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:36:52.164718 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:36:51Z', 'revision_number': 6, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:52.191267 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542ef75b-9871-4984-9a01-321afc8b5499 None None] The sync data for ids ['0103aac2-7c5b-4f50-b97f-62e6edf68a11'] in dv-cinder-812685-6-iscsi is: [{'id': '0103aac2-7c5b-4f50-b97f-62e6edf68a11', 'name': 'tempest-AttachVolumeShelveTestJSON-264817631-router', 'tenant_id': '55a13f8946a9488bbbaf976f5a72e986', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:26:10Z', 'updated_at': '2021-12-15T21:36:51Z', 'revision_number': 6, 'project_id': '55a13f8946a9488bbbaf976f5a72e986', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:36:52.279908 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.306334 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=089323f9-311e-40ca-82fd-9a18cc8c89ae,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:52.376650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.468448 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.470625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.609980 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.610107 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0103aac2-7c5b-4f50-b97f-62e6edf68a11 {{(pid=103254) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:36:52.614912 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.616159 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-59cffe01-431a-4867-954e-2a377ba475e9 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0103aac2-7c5b-4f50-b97f-62e6edf68a11 HTTP/1.1" status: 204 len: 168 time: 1.0344310 Dec 15 21:36:52.618654 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53754) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:52.670179 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Deleting subnet 4b16b52d-b23c-4050-b063-1c76d5f1546b {{(pid=103254) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:36:52.673229 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.706593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2401218'] for subnet, precommit_delete_associations {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.780879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.919886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260060435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260857670'] for subnet, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.950209 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b16b52d-b23c-4050-b063-1c76d5f1546b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:52.957129 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:52.961186 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1f609bdc-6df8-433e-b2a6-42e3e7d6f2e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4b16b52d-b23c-4050-b063-1c76d5f1546b HTTP/1.1" status: 204 len: 168 time: 0.3414068 Dec 15 21:36:52.962552 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d508f5-a8fe-4baa-a6b8-01dcb7a8ae09 None None] Network c14f87eb-1d40-4e49-90d6-61cc4cd6c383 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:36:52.963500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53758) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:53.039676 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.090925 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Deleting port 7567d82a-4ede-44c2-91f2-40bf387dcd55 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:53.094833 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.128236 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] DHCP port deletion for c14f87eb-1d40-4e49-90d6-61cc4cd6c383 request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:36:53.159917 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] For port 7567d82a-4ede-44c2-91f2-40bf387dcd55, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7567d82a-4ede-44c2-91f2-40bf387dcd55,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:53.160298 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.174733 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Calling delete_port for 7567d82a-4ede-44c2-91f2-40bf387dcd55 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:53.179171 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Deleting port 7567d82a-4ede-44c2-91f2-40bf387dcd55 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:36:53.179171 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.246697 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] For port 7567d82a-4ede-44c2-91f2-40bf387dcd55, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7567d82a-4ede-44c2-91f2-40bf387dcd55,segment=NetworkSegment(461377f8-1b9a-4d29-88b0-e2d16330b308),segment_id=461377f8-1b9a-4d29-88b0-e2d16330b308)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:36:53.251194 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.259735 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Calling delete_port for 7567d82a-4ede-44c2-91f2-40bf387dcd55 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:36:53.388190 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.395482 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.414500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7567d82a-4ede-44c2-91f2-40bf387dcd55,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:53.419887 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] No DVR routers for this DVR port 7567d82a-4ede-44c2-91f2-40bf387dcd55 on host dv-cinder-812685-6-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:36:53.423935 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Pushing event deleted for resources: {'Port': ['ID=7567d82a-4ede-44c2-91f2-40bf387dcd55,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:53.431643 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] No DVR routers for this DVR port 7567d82a-4ede-44c2-91f2-40bf387dcd55 on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:36:53.437039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437039 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437564 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.437762 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.438116 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.438531 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.438776 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.439104 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.439429 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.439751 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff6a9c4-da5f-4bad-a52b-b1d8018fa586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:36:53.492943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.513008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14f87eb-1d40-4e49-90d6-61cc4cd6c383']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:53.521920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461377f8-1b9a-4d29-88b0-e2d16330b308') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:53.522207 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461377f8-1b9a-4d29-88b0-e2d16330b308') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:36:53.531204 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.544338 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.550044 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:36:53.550433 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:36:53.551993 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:36:53.628294 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 089323f9-311e-40ca-82fd-9a18cc8c89ae no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:53.648390 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 089323f9-311e-40ca-82fd-9a18cc8c89ae {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:53.648734 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 089323f9-311e-40ca-82fd-9a18cc8c89ae not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:53.649237 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7567d82a-4ede-44c2-91f2-40bf387dcd55 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:53.673756 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 7567d82a-4ede-44c2-91f2-40bf387dcd55 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:53.674103 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7567d82a-4ede-44c2-91f2-40bf387dcd55 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:53.674518 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9d946d5f-d26e-4104-a457-e756616c68b6 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:36:53.679949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.686134 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:53.689299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c14f87eb-1d40-4e49-90d6-61cc4cd6c383 HTTP/1.1" status: 204 len: 168 time: 0.7248209 Dec 15 21:36:53.694705 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 9d946d5f-d26e-4104-a457-e756616c68b6 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:36:53.695061 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 9d946d5f-d26e-4104-a457-e756616c68b6 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:36:53.705349 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae4fe-cf65-4df2-bb3d-301d205f6e29 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14f87eb-1d40-4e49-90d6-61cc4cd6c383,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:36:53.906441 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53766) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:53.945458 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f9623e6b-db35-4dcc-a39f-6c0083c1aca5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55a13f8946a9488bbbaf976f5a72e986&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377977 Dec 15 21:36:53.947983 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53768) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:36:54.000320 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:54.021250 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:54.176461 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:54.179051 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:36:54.180213 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f89f5a8f-4367-4a85-9016-22fa2c32006a HTTP/1.1" status: 204 len: 168 time: 0.2309344 Dec 15 21:36:54.187996 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dfde3-dbe3-4d0e-bba5-186224d358db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f5a8f-4367-4a85-9016-22fa2c32006a,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:05.345336 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:37:07.011283 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 53968) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:07.120922 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5eca-e97c-402d-8f37-54dd32214a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.130777 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-207ecb4f-054f-4c2c-8224-0127e722de1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.192406 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5eca-e97c-402d-8f37-54dd32214a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.273702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9f0e5eca-e97c-402d-8f37-54dd32214a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.313573 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9f0e5eca-e97c-402d-8f37-54dd32214a79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a12310e50bfd4492b85dc1f83c52eeda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011363 Dec 15 21:37:07.314452 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e5eca-e97c-402d-8f37-54dd32214a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cfe0a8-ac59-40e8-ae70-0e2d16ab6788,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:07.316234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 53974) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:07.370965 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.391913 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.496789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.499429 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:07.500903 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85cfe0a8-ac59-40e8-ae70-0e2d16ab6788 HTTP/1.1" status: 204 len: 168 time: 0.1830890 Dec 15 21:37:07.509141 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1902994-cd84-4e25-a3b9-741bc9ecd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cfe0a8-ac59-40e8-ae70-0e2d16ab6788,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:09.513575 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-be705e08-892b-4152-a002-b172a224538d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:09.791344 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54028) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:09.896023 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-732df285-4a57-4da1-b364-8f1e2926b447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:09.967662 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-732df285-4a57-4da1-b364-8f1e2926b447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.027461 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-732df285-4a57-4da1-b364-8f1e2926b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.063798 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732df285-4a57-4da1-b364-8f1e2926b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3bbe40-5cb5-467a-a124-ae89d9d7a826,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:10.068968 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-732df285-4a57-4da1-b364-8f1e2926b447 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd1c9e4547a54d8bb6546fc80dcd666b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766082 Dec 15 21:37:10.071647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54032) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:10.120218 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.140362 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.267747 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.270397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.271638 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c3bbe40-5cb5-467a-a124-ae89d9d7a826 HTTP/1.1" status: 204 len: 168 time: 0.1990640 Dec 15 21:37:10.280348 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8b59c-e195-4aa6-86d5-9393f5479fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3bbe40-5cb5-467a-a124-ae89d9d7a826,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:10.822169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.860308 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54048) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:10.873330 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-158d334d-9d4a-412c-83b4-70600dfc3e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.945256 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-158d334d-9d4a-412c-83b4-70600dfc3e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:10.999355 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-158d334d-9d4a-412c-83b4-70600dfc3e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:11.038699 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-158d334d-9d4a-412c-83b4-70600dfc3e4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a138ecd17d744b76ad44302e8c10f45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772492 Dec 15 21:37:11.039490 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d334d-9d4a-412c-83b4-70600dfc3e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1bfde9-b37b-4611-aff9-bad683cf62ba,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:11.041570 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54050) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:11.087113 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:11.110118 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:11.233291 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:11.235817 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:11.236978 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff1bfde9-b37b-4611-aff9-bad683cf62ba HTTP/1.1" status: 204 len: 168 time: 0.1942973 Dec 15 21:37:11.244504 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66c39c-f2f2-4517-8074-cbfa4dcf2a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1bfde9-b37b-4611-aff9-bad683cf62ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:12.147996 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:13.290694 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.259817 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54152) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:17.358855 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb4f-f97a-495a-8b88-3531a14976af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.428953 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb4f-f97a-495a-8b88-3531a14976af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.502294 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-38e8bb4f-f97a-495a-8b88-3531a14976af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.540466 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-38e8bb4f-f97a-495a-8b88-3531a14976af admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4176bbb58d4c457985a5f43975543a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796302 Dec 15 21:37:17.541298 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8bb4f-f97a-495a-8b88-3531a14976af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93618747-26c1-475b-a7c7-8009aedf6c65,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:17.543307 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54156) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:17.590251 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.613333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.747774 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.752094 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:17.753249 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93618747-26c1-475b-a7c7-8009aedf6c65 HTTP/1.1" status: 204 len: 168 time: 0.2089510 Dec 15 21:37:17.761486 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9fe8f-c71f-420f-8f73-5823f3f51148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93618747-26c1-475b-a7c7-8009aedf6c65,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:18.339642 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54164) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:18.353069 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea91c92d-63f4-4135-ae5b-9f44acdf22de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.423482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea91c92d-63f4-4135-ae5b-9f44acdf22de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.478746 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ea91c92d-63f4-4135-ae5b-9f44acdf22de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.517908 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ea91c92d-63f4-4135-ae5b-9f44acdf22de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=380f98ee914447a39df334f8a4cc38f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1770751 Dec 15 21:37:18.518672 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91c92d-63f4-4135-ae5b-9f44acdf22de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f79ec-d74e-4fb6-901a-ae52de1babfc,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:18.520490 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54166) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:18.567443 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.588050 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.713609 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.716303 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:18.717510 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/661f79ec-d74e-4fb6-901a-ae52de1babfc HTTP/1.1" status: 204 len: 168 time: 0.1959906 Dec 15 21:37:18.725600 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148ec79-be79-48d4-8d70-d7205605fe1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f79ec-d74e-4fb6-901a-ae52de1babfc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:19.205176 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:25.544103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54280) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:25.647725 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de288162-2a2b-46a8-84f7-36ad6fa4bd93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:25.722981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de288162-2a2b-46a8-84f7-36ad6fa4bd93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:25.856482 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-de288162-2a2b-46a8-84f7-36ad6fa4bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:25.897578 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-de288162-2a2b-46a8-84f7-36ad6fa4bd93 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82b29d0e4ba14b4389d1d817d687849d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522859 Dec 15 21:37:25.898328 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de288162-2a2b-46a8-84f7-36ad6fa4bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bad2af9-8d46-421c-bce2-13a45e2be75e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:25.901109 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54286) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:25.948114 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:25.968896 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.073588 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.076155 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.077381 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bad2af9-8d46-421c-bce2-13a45e2be75e HTTP/1.1" status: 204 len: 168 time: 0.1749220 Dec 15 21:37:26.085003 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96a8c9-938d-4aee-95fc-0f1b723c7e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bad2af9-8d46-421c-bce2-13a45e2be75e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:26.388562 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-9ce08329-d175-4106-a8d8-0729de3f45e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401595 Dec 15 21:37:26.468852 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-79052fea-d1d5-4f9f-a85d-471205706e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:26.470357 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-79052fea-d1d5-4f9f-a85d-471205706e64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1098 time: 0.0395138 Dec 15 21:37:26.574397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-5399456d-e95d-4623-9b38-e58ca6af6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:26.575776 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-5399456d-e95d-4623-9b38-e58ca6af6d75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0872138 Dec 15 21:37:26.642418 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-b2fc799b-6d33-444d-b8a3-518c8b73238b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 200 len: 1000 time: 0.0589886 Dec 15 21:37:26.648112 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54292) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:26.684291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e812-df19-4488-b8dd-e514e5e39986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.718816 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-b37ea279-5685-400b-8904-2d7e25e8807e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:26.720219 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-b37ea279-5685-400b-8904-2d7e25e8807e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0660598 Dec 15 21:37:26.787924 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-093446f0-0ab0-4a2e-8d0d-6bd27ce19cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:26.789460 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-093446f0-0ab0-4a2e-8d0d-6bd27ce19cdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598433 Dec 15 21:37:26.831593 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e812-df19-4488-b8dd-e514e5e39986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.893554 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c3d9e812-df19-4488-b8dd-e514e5e39986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:26.907800 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-28c80493-9274-471f-96c7-b452597bcfff service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079528 Dec 15 21:37:26.951113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c3d9e812-df19-4488-b8dd-e514e5e39986 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f0e3faf73574b4885fc45a3da658287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019304 Dec 15 21:37:26.953808 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54298) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:26.954321 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9e812-df19-4488-b8dd-e514e5e39986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f94a07-37ca-43b1-89d5-3473b19a0bd7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:27.000969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.020803 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-121c970a-ec82-4d4f-ac3b-0b75b0d0d417 req-a0ccc6d4-e314-46be-922d-9e5f47ca803c service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998273 Dec 15 21:37:27.022657 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.159404 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.162176 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.163368 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7f94a07-37ca-43b1-89d5-3473b19a0bd7 HTTP/1.1" status: 204 len: 168 time: 0.2084792 Dec 15 21:37:27.171139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b0e88-ec13-4561-9561-b7f805e161bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f94a07-37ca-43b1-89d5-3473b19a0bd7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:27.236429 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54304) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:27.340643 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3635ad3a-ce11-45d3-8147-b34763d4d91a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.412687 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3635ad3a-ce11-45d3-8147-b34763d4d91a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.467726 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-3635ad3a-ce11-45d3-8147-b34763d4d91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.506520 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-3635ad3a-ce11-45d3-8147-b34763d4d91a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3de5f47b74d42c4b4a8e1d9883c7c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690237 Dec 15 21:37:27.507484 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635ad3a-ce11-45d3-8147-b34763d4d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711228f8-3d99-4f82-aac4-303510f395f0,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:27.509167 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54310) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:27.557622 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.585417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.724619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.727276 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:27.728544 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/711228f8-3d99-4f82-aac4-303510f395f0 HTTP/1.1" status: 204 len: 168 time: 0.2182212 Dec 15 21:37:27.737495 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246fba5-8dd3-425b-8529-0cb4fcf1aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711228f8-3d99-4f82-aac4-303510f395f0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:28.970518 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54366) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:29.108585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1436453986-network', 'tenant_id': '76ed46f650684b7eab7b6d361a517d58'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:29.210611 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Made reservation on behalf of 76ed46f650684b7eab7b6d361a517d58 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:29.212981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.222050 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.295215 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.335863 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.357440 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:37:29.373137 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8aeab-e55a-41e9-bb14-a45d48461d31,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:29.376342 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.376682 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Added segment 01ce0776-5fd3-445b-82eb-3f02cf6eae59 of type vlan for network bd70666d-47b7-4a31-9db9-58cd0ab9699f Dec 15 21:37:29.389560 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.389915 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.390395 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.390738 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.391071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.391399 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.391729 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.392100 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.392426 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.392774 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.393104 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.393455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.393779 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:29.437087 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.501944 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.502899 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:29.503474 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.563781 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] Pushing event updated for resources: {'Network': ['ID=bd70666d-47b7-4a31-9db9-58cd0ab9699f,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:29.573882 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:37:29.616398 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-332bcb6d-3f95-440b-bfdf-1368aa953a86 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6417055 Dec 15 21:37:29.616706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54386) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:29.621239 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Request body: {'subnet': {'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1436453986-subnet', 'tenant_id': '76ed46f650684b7eab7b6d361a517d58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:29.724988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Made reservation on behalf of 76ed46f650684b7eab7b6d361a517d58 for: {'subnet': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:29.727464 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260857705'] for subnet, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:29.948040 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260295628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260857727'] for subnet, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:30.006994 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71fe88a0-261e-4776-bb60-52caf825dd07,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:30.010402 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Checking segment: {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:30.010666 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Network hostable DHCP agents. Network: bd70666d-47b7-4a31-9db9-58cd0ab9699f, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103254) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:37:30.118841 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103254) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:37:30.221810 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, bd70666d-47b7-4a31-9db9-58cd0ab9699f) {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:30.225809 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:30.226401 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:30.231042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748be769-c3c5-4d6e-b6a7-0078902e7595 None None] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:30.321782 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-c7970b8a-b4b2-4e87-bf77-f3a628ed1778 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7042019 Dec 15 21:37:30.327202 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ae9cb-78ad-4f89-ab75-016edcce8d76 None None] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:32.370704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-f435af96-eeef-4375-b022-a400dd056f98 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:32.372197 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-f435af96-eeef-4375-b022-a400dd056f98 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/networks?id=bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 200 len: 814 time: 0.1068852 Dec 15 21:37:32.388572 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-b6ebc40f-2770-495a-b33b-7275966ac34d tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/quotas/76ed46f650684b7eab7b6d361a517d58 HTTP/1.1" status: 200 len: 375 time: 0.0092869 Dec 15 21:37:32.435024 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-8c4f95c0-a237-43c7-84f3-66d7d34bd268 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402205 Dec 15 21:37:32.529959 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-2d823694-ef38-4068-b4fa-ba402a0de91f service neutron] 10.222.0.44 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879297 Dec 15 21:37:32.616283 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-f4ba48b2-9ea5-45d3-b2b4-8083ac8cbb5e service neutron] 10.222.0.44 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796459 Dec 15 21:37:32.847757 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e81fba3-f985-42d9-ad8e-d5a8618f3733 req-2b182f57-a421-4d84-84ef-21a924c60d40 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0266590 Dec 15 21:37:33.937898 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b20832f1-68bf-4321-8342-5bc402fc453c req-c8ff0853-a99b-49ee-8275-a56c25210aae tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0334654 Dec 15 21:37:35.010874 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-43272c4e-af3a-43d2-a18e-3e6896b94bb0 req-b1ec53dc-09cf-4eaf-93f1-6e22283457c6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Dec 15 21:37:36.086400 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1395bf4b-4daf-4377-aec6-25c439a47238 req-7996adab-53ce-4a18-a3ec-b2afd01d61d5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Dec 15 21:37:37.163501 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa064a7c-b53c-4911-8ea1-73ebda7426ca req-22e04a91-67eb-4463-8ed8-5f2dfbee307d tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Dec 15 21:37:37.204950 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4a782bf1-bca5-4cab-b668-114a9b2cc98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.052221 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54508) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:38.154499 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe678f3-089a-4631-b483-1a95a5131d45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.226372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe678f3-089a-4631-b483-1a95a5131d45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.255296 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9a75c7ce-0445-4b82-a033-df9fc687a450 req-4c1570c6-21af-4a15-872b-4f700fd029bc tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0254471 Dec 15 21:37:38.279052 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-0fe678f3-089a-4631-b483-1a95a5131d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.318954 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe678f3-089a-4631-b483-1a95a5131d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1212cd-ad4e-45c7-b4fc-4a1bfa26f670,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:38.323138 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-0fe678f3-089a-4631-b483-1a95a5131d45 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2bdd95ff2d047cfb7eb0d2d991c7ec5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699194 Dec 15 21:37:38.325783 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54516) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:38.372290 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.393797 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.513378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.515888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:38.517040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c1212cd-ad4e-45c7-b4fc-4a1bfa26f670 HTTP/1.1" status: 204 len: 168 time: 0.1903443 Dec 15 21:37:38.525749 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8b33d-b282-40b4-b505-d801b761b1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1212cd-ad4e-45c7-b4fc-4a1bfa26f670,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:39.060756 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54522) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:39.073706 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947604e1-ad83-4603-97ee-35f678755144 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.151409 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947604e1-ad83-4603-97ee-35f678755144 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.210658 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-947604e1-ad83-4603-97ee-35f678755144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.250609 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-947604e1-ad83-4603-97ee-35f678755144 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71c57bdf8fa24da699cbf766987ab3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887212 Dec 15 21:37:39.252035 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947604e1-ad83-4603-97ee-35f678755144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33e2b2b-2f11-4086-a727-208d17edf7e7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:39.253402 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54524) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:39.304090 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.325237 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.366672 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-12db2fbe-2550-4d30-91ed-ec8cf520ce04 req-d4ef5f57-5a74-47d5-9d12-e75adf5c5e99 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0339255 Dec 15 21:37:39.410894 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-dcbc5c14-f658-4f25-b042-d0e4c418e890 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:39.412306 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-dcbc5c14-f658-4f25-b042-d0e4c418e890 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "GET /v2.0/networks?id=bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 200 len: 814 time: 0.1472054 Dec 15 21:37:39.425031 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Request body: {'port': {'device_id': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f', 'admin_state_up': True, 'tenant_id': '76ed46f650684b7eab7b6d361a517d58'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:39.444777 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.447394 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.448526 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a33e2b2b-2f11-4086-a727-208d17edf7e7 HTTP/1.1" status: 204 len: 168 time: 0.1941044 Dec 15 21:37:39.457527 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33e2b2b-2f11-4086-a727-208d17edf7e7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:39.465134 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.465736 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.466233 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.466586 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.466984 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.467376 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.467764 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.468318 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.468813 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.469353 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.469691 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.470017 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.470522 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106acab-b748-4e89-843a-1f01fa8e5f71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:39.492653 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1b2f363a-30f2-4d8b-9087-0ca4ace77ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.599505 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Made reservation on behalf of 76ed46f650684b7eab7b6d361a517d58 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:39.603265 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.724939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Allocated IP 172.20.0.5 (bd70666d-47b7-4a31-9db9-58cd0ab9699f/71fe88a0-261e-4776-bb60-52caf825dd07/2dd3b855-dbec-4c6a-86be-4092ec531511) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:39.873154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:39.964787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.009366 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:40.012437 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:40.015996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:40.043485 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Pushing event updated for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:40.070601 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:40.071212 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.105796 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54536) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:40.119092 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a518dc7d-cd16-4860-8e79-3208ca13b5de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.158400 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-ff6884ab-b864-4c17-b828-d6fa8651e471 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369072 Dec 15 21:37:40.195394 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Request body: {'port': {'device_id': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:40.202087 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a518dc7d-cd16-4860-8e79-3208ca13b5de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.249378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.278870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-a518dc7d-cd16-4860-8e79-3208ca13b5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.334414 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-a518dc7d-cd16-4860-8e79-3208ca13b5de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5902b31a121b4ceab6197330d5820cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275610 Dec 15 21:37:40.337052 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54538) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:40.340204 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518dc7d-cd16-4860-8e79-3208ca13b5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0687b405-e642-4fc9-9052-c61969fa9137,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:40.385204 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.410392 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.513056 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.515770 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.519935 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0687b405-e642-4fc9-9052-c61969fa9137 HTTP/1.1" status: 204 len: 168 time: 0.1788578 Dec 15 21:37:40.522902 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f9c1b-8b5a-41ee-bcd6-9819f2ab58f7 req-7f00ef42-fa80-4be3-b906-00decd3ec967 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:40.524269 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-932f9c1b-8b5a-41ee-bcd6-9819f2ab58f7 req-7f00ef42-fa80-4be3-b906-00decd3ec967 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 931 time: 0.0789664 Dec 15 21:37:40.527073 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813f57-800e-4b01-911f-29b27b79f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0687b405-e642-4fc9-9052-c61969fa9137,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:40.613727 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd3b855-dbec-4c6a-86be-4092ec531511 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:37:40.623949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.629742 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-932f9c1b-8b5a-41ee-bcd6-9819f2ab58f7 req-e4fe327d-4bdb-47fc-bc75-1a4a79310f2b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Dec 15 21:37:40.639815 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Transition to ACTIVE for port object 2dd3b855-dbec-4c6a-86be-4092ec531511 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:37:40.707919 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.762218 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:40.793165 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.827351 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Attempting to bind port 2dd3b855-dbec-4c6a-86be-4092ec531511 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:40.827682 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Attempting to bind port 2dd3b855-dbec-4c6a-86be-4092ec531511 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:40.828004 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Attempting to bind port 2dd3b855-dbec-4c6a-86be-4092ec531511 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:40.832276 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Port 2dd3b855-dbec-4c6a-86be-4092ec531511 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:37:40.832599 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Attempting to bind port 2dd3b855-dbec-4c6a-86be-4092ec531511 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:40.837404 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:40.837740 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Checking segment: {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:40.838118 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Bound using segment: {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:40.838538 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Bound port: 2dd3b855-dbec-4c6a-86be-4092ec531511, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:40.838886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:40.900701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:40.903805 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2dd3b855-dbec-4c6a-86be-4092ec531511,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:40.959602 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.264109 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:41.264698 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.266059 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] 10.222.0.60 "PUT /v2.0/ports/2dd3b855-dbec-4c6a-86be-4092ec531511 HTTP/1.1" status: 200 len: 1093 time: 1.0747495 Dec 15 21:37:41.266494 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:37:41.268670 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64284e6c-c31c-4885-8bf7-53c098cf9401" -d '{"events": [{"name": "network-changed", "server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:37:41.291868 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b80c7-e105-4dd8-b76e-18f073969099 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:41.433949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54b6c6-e77b-4079-8f34-72687ec26273 x-openstack-request-id: req-3e54b6c6-e77b-4079-8f34-72687ec26273 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:37:41.434238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:37:41.434496 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e54b6c6-e77b-4079-8f34-72687ec26273 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:37:41.434882 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511', 'status': 'completed', 'code': 200} Dec 15 21:37:41.450187 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-01c243c5-ab83-41b1-97df-54721f1b3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:41.451674 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-01c243c5-ab83-41b1-97df-54721f1b3def service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 1096 time: 0.0451181 Dec 15 21:37:41.495958 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-18b51095-64a1-40bf-8082-6c14b199af9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd3b855-dbec-4c6a-86be-4092ec531511 HTTP/1.1" status: 200 len: 217 time: 0.0362070 Dec 15 21:37:41.547821 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-6663aefe-2829-4dae-bc0a-f2f1a235f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:41.548975 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54566) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:41.549479 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-6663aefe-2829-4dae-bc0a-f2f1a235f84b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71fe88a0-261e-4776-bb60-52caf825dd07 HTTP/1.1" status: 200 len: 854 time: 0.0465205 Dec 15 21:37:41.580376 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-b60dc984-c59f-43e8-9701-76c8b0f45628 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd70666d-47b7-4a31-9db9-58cd0ab9699f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234051 Dec 15 21:37:41.645095 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1147782247-network', 'tenant_id': 'b5885553547b486fb0788faf3a05550c'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:41.678768 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-dd74cbf0-57bd-438b-a332-fb3fc58bd2c8 service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900269 Dec 15 21:37:41.747632 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Made reservation on behalf of b5885553547b486fb0788faf3a05550c for: {'network': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:41.750269 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.759340 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.792387 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef6277-d4b8-4a59-aca1-a394ee37ce29 req-7c9569f7-63b1-416e-90fc-289f31ac53d1 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:41.793860 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-23ef6277-d4b8-4a59-aca1-a394ee37ce29 req-7c9569f7-63b1-416e-90fc-289f31ac53d1 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 943 time: 0.0910673 Dec 15 21:37:41.814312 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ccdd61a6-0fd3-4192-a2a1-1c1c6707af0e req-b304b740-d19d-4c62-8632-58dccbd9b70e service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279154 Dec 15 21:37:41.845488 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.848690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-23ef6277-d4b8-4a59-aca1-a394ee37ce29 req-19ccefee-884f-420f-a180-5882fd164950 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450499 Dec 15 21:37:41.936283 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.960335 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103255) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:37:41.968973 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b25213-764e-44a3-a5bb-5f00806e86d4,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:41.975507 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:41.980803 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.segments_db [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Added segment 4b537687-7331-4707-9874-be5db66c86e0 of type vlan for network 380fce0c-649d-4f0e-baba-b9bad73cf7bd Dec 15 21:37:42.012071 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-84ef2272-2a8f-4f1b-b137-00b5992b9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.013681 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-84ef2272-2a8f-4f1b-b137-00b5992b9ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 1096 time: 0.0468857 Dec 15 21:37:42.016432 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.105840 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-0f4db6d9-9a7f-4fe1-b5fa-7027987d40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.107343 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-0f4db6d9-9a7f-4fe1-b5fa-7027987d40ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 200 len: 915 time: 0.0855441 Dec 15 21:37:42.118842 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.148092 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.149071 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.149698 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.155586 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-54aaf29a-3aae-472f-b234-58274e60c7f3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dd3b855-dbec-4c6a-86be-4092ec531511 HTTP/1.1" status: 200 len: 217 time: 0.0397341 Dec 15 21:37:42.204478 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-699e0497-811a-44d4-8b8f-2d6d07825cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.205847 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-699e0497-811a-44d4-8b8f-2d6d07825cdb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71fe88a0-261e-4776-bb60-52caf825dd07 HTTP/1.1" status: 200 len: 854 time: 0.0432198 Dec 15 21:37:42.209888 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] Pushing event updated for resources: {'Network': ['ID=380fce0c-649d-4f0e-baba-b9bad73cf7bd,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:42.220034 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:37:42.239098 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-9813345a-3759-462b-bfba-4cbcdd82d515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd70666d-47b7-4a31-9db9-58cd0ab9699f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254531 Dec 15 21:37:42.247211 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-117cec4b-4a8a-4662-b57c-6c6734c773ed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6970723 Dec 15 21:37:42.250283 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54572) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:42.254944 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Request body: {'subnet': {'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1147782247-subnet', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:42.324302 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Made reservation on behalf of b5885553547b486fb0788faf3a05550c for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:42.326672 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.330113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-8f690f01-0443-4df4-8a41-7643d54eb7ff service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 Dec 15 21:37:42.343752 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:37:42.426455 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64284e6c-c31c-4885-8bf7-53c098cf9401 req-87aa084c-30af-420d-80db-761793400aec service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877643 Dec 15 21:37:42.541856 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.595644 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:42.604729 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Checking segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:42.605083 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Network hostable DHCP agents. Network: 380fce0c-649d-4f0e-baba-b9bad73cf7bd, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:37:42.667270 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:37:42.747243 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, 380fce0c-649d-4f0e-baba-b9bad73cf7bd) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:42.751440 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.752018 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.756487 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a30fb9-f1d0-43ab-be60-162f1efacfc3 None None] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:42.853038 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:37:42.853216 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-857f12de-cd9b-4665-91f6-c89ab92ea2b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6018734 Dec 15 21:37:42.853949 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.855858 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54574) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:42.860020 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:42.966194 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2596ec0-eb6c-4416-a66c-643f370f661a req-bb121cb4-12af-4cb3-9b9c-7b3919be058b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:42.967650 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2596ec0-eb6c-4416-a66c-643f370f661a req-bb121cb4-12af-4cb3-9b9c-7b3919be058b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 943 time: 0.0496132 Dec 15 21:37:42.970806 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.971876 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:42.984920 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Allocated IP 172.20.0.2 (380fce0c-649d-4f0e-baba-b9bad73cf7bd/98d01942-7c9c-45ae-bb8b-a8ef3f001b6c/55cae2f2-85c0-48a1-8038-6976d4809a3b) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:43.020796 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c2596ec0-eb6c-4416-a66c-643f370f661a req-734571f3-e3be-49aa-b626-d0007227b1bc tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Dec 15 21:37:43.040041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.132453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.177130 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.237341 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:43.243777 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:43.246449 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:43.248949 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Pushing event updated for resources: {'Port': ['ID=55cae2f2-85c0-48a1-8038-6976d4809a3b,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:43.410168 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.440281 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Attempting to bind port 55cae2f2-85c0-48a1-8038-6976d4809a3b on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:43.440657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Attempting to bind port 55cae2f2-85c0-48a1-8038-6976d4809a3b by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:43.441038 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Attempting to bind port 55cae2f2-85c0-48a1-8038-6976d4809a3b on network 380fce0c-649d-4f0e-baba-b9bad73cf7bd {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:43.445998 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:43.446376 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Checking segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:43.446771 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.447002 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.447156 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Bound using segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:43.447617 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Bound port: 55cae2f2-85c0-48a1-8038-6976d4809a3b, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:43.447990 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.508004 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] For port 55cae2f2-85c0-48a1-8038-6976d4809a3b, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:43.510902 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] For port 55cae2f2-85c0-48a1-8038-6976d4809a3b, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=55cae2f2-85c0-48a1-8038-6976d4809a3b,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:43.593663 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.658025 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c55149-bb84-4621-9fc6-d88347c7d1a4 None None] Pushing event updated for resources: {'Port': ['ID=55cae2f2-85c0-48a1-8038-6976d4809a3b,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:43.736145 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.758083 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:43.887778 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Allocated IP 172.27.3.169 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/0eeb8985-c01b-41fd-8985-2b923fe627ba) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:43.987702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.079275 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.125926 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:44.129238 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:44.134837 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:44.136809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Pushing event updated for resources: {'Port': ['ID=0eeb8985-c01b-41fd-8985-2b923fe627ba,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:44.140821 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb6247-79b1-462e-9be2-1f8f72db2c19 req-7377fd17-cfcf-4ba6-a228-603006c8c4e3 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:44.142374 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-61fb6247-79b1-462e-9be2-1f8f72db2c19 req-7377fd17-cfcf-4ba6-a228-603006c8c4e3 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 943 time: 0.0534732 Dec 15 21:37:44.193193 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-61fb6247-79b1-462e-9be2-1f8f72db2c19 req-8e0a4d4d-eec1-412a-81a0-d4f81ecd7728 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Dec 15 21:37:44.474287 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.495367 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8c979-7b79-4a78-afbf-07cda73c077d None None] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:44.561950 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] Provisioning complete for port 55cae2f2-85c0-48a1-8038-6976d4809a3b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:44.562298 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.676278 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.678354 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.711634 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] For port 55cae2f2-85c0-48a1-8038-6976d4809a3b, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=55cae2f2-85c0-48a1-8038-6976d4809a3b,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:44.793389 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.825707 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2dd3b855-dbec-4c6a-86be-4092ec531511 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:37:44.861541 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Router d20244c5-a8a6-4d1d-87d7-239dff583bf6 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:37:44.869217 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c17dc9-81de-47b8-b53d-cd6edc72f75b None None] Pushing event updated for resources: {'Port': ['ID=55cae2f2-85c0-48a1-8038-6976d4809a3b,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:44.939290 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-352cc92d-96cd-48fe-ae70-73e61ec3b865 None None] Provisioning complete for port 55cae2f2-85c0-48a1-8038-6976d4809a3b triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:44.939676 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-352cc92d-96cd-48fe-ae70-73e61ec3b865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:44.965865 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:37:44.970874 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2dd3b855-dbec-4c6a-86be-4092ec531511,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:44.976143 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Sync routers for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:37:44.997453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '2dd3b855-dbec-4c6a-86be-4092ec531511', 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f', 'port_id': '2dd3b855-dbec-4c6a-86be-4092ec531511', 'mac_address': 'fa:16:3e:42:d8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fe88a0-261e-4776-bb60-52caf825dd07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:37:45.006754 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:45.007366 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:45.041003 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.042283 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-e5411846-ab17-4f69-bcef-337e1110c160 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1854532 Dec 15 21:37:45.045182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54582) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:45.095281 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.167485 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd3b855-dbec-4c6a-86be-4092ec531511 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:37:45.200542 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:45.258882 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2dd3b855-dbec-4c6a-86be-4092ec531511,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:45.324776 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.378032 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6de434-4aeb-487c-804d-094786859623 req-cfe068b6-d37a-4736-a22c-d7315dcf0eb4 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:45.380131 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2a6de434-4aeb-487c-804d-094786859623 req-cfe068b6-d37a-4736-a22c-d7315dcf0eb4 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 943 time: 0.0991900 Dec 15 21:37:45.406293 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:45.429809 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:44Z', 'revision_number': 3, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:45.456914 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Checking router: d20244c5-a8a6-4d1d-87d7-239dff583bf6 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:37:45.457381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Updating router d20244c5-a8a6-4d1d-87d7-239dff583bf6 port 0eeb8985-c01b-41fd-8985-2b923fe627ba binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:37:45.481149 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.481427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2a6de434-4aeb-487c-804d-094786859623 req-2c098f1c-d222-4ae8-a88f-a11a0bee39b7 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937648 Dec 15 21:37:45.534873 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.685566 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 55cae2f2-85c0-48a1-8038-6976d4809a3b up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:45.705613 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Allocated IP 172.20.0.1 (380fce0c-649d-4f0e-baba-b9bad73cf7bd/98d01942-7c9c-45ae-bb8b-a8ef3f001b6c/53e10591-844a-4d21-8bf6-3866b4503720) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:45.713785 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['2dd3b855-dbec-4c6a-86be-4092ec531511'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:37:45.807513 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.825756 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.849833 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 55cae2f2-85c0-48a1-8038-6976d4809a3b triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:45.850198 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.896367 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.913785 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:45.956034 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:45.960562 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:45.962978 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:45.976372 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002dfc-6d8e-4f34-8ad8-2a6b24df1ceb None None] Pushing event updated for resources: {'Port': ['ID=0eeb8985-c01b-41fd-8985-2b923fe627ba,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:45.979688 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Attempting to bind port 0eeb8985-c01b-41fd-8985-2b923fe627ba on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:45.980065 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Attempting to bind port 0eeb8985-c01b-41fd-8985-2b923fe627ba by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:45.980434 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Attempting to bind port 0eeb8985-c01b-41fd-8985-2b923fe627ba on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:45.993289 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Pushing event updated for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:46.010192 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.016505 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:46.016887 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:46.017295 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.017715 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:46.018188 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Bound port: 0eeb8985-c01b-41fd-8985-2b923fe627ba, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:46.018568 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.101119 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] For port 0eeb8985-c01b-41fd-8985-2b923fe627ba, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:46.104580 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] For port 0eeb8985-c01b-41fd-8985-2b923fe627ba, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0eeb8985-c01b-41fd-8985-2b923fe627ba,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:46.194050 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.257336 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.257936 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f6af46fc-20ed-4157-bb16-79e6b69c2d98 None None] Provisioning complete for port 53e10591-844a-4d21-8bf6-3866b4503720 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:46.258308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6af46fc-20ed-4157-bb16-79e6b69c2d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.287044 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa002dfc-6d8e-4f34-8ad8-2a6b24df1ceb None None] Pushing event updated for resources: {'Port': ['ID=0eeb8985-c01b-41fd-8985-2b923fe627ba,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:46.295477 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:46.296099 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:46.335085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6af46fc-20ed-4157-bb16-79e6b69c2d98 None None] Port 53e10591-844a-4d21-8bf6-3866b4503720 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:37:46.407462 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:46.416232 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.495707 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.577433 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:46.581169 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Pushing event updated for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:46.619964 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:45Z', 'revision_number': 1, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:46.646269 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17eb9b-9b90-474a-b72e-cd46bb30ab8b None None] The sync data for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi is: [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:45Z', 'revision_number': 1, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:37:46.667937 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bc1da-46f8-493c-9a8b-dede065178dd req-176c7569-8f49-43d7-a7d7-f8a65b6d65e8 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:46.669463 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-546bc1da-46f8-493c-9a8b-dede065178dd req-176c7569-8f49-43d7-a7d7-f8a65b6d65e8 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 944 time: 0.1044679 Dec 15 21:37:46.734089 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:46.737808 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:46.745992 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-546bc1da-46f8-493c-9a8b-dede065178dd req-8584ffb7-5e05-4576-b140-d5bdde31250b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702131 Dec 15 21:37:46.805985 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2dd3b855-dbec-4c6a-86be-4092ec531511 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:46.912481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Router d20244c5-a8a6-4d1d-87d7-239dff583bf6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:37:46.993081 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 2dd3b855-dbec-4c6a-86be-4092ec531511 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:37:46.998267 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 2dd3b855-dbec-4c6a-86be-4092ec531511 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:46.998696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.034047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:37:47.042550 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-691e2d6f-588f-4175-b733-b3dc01fc5438 admin admin] 10.222.0.44 "PUT /v2.0/routers/d20244c5-a8a6-4d1d-87d7-239dff583bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9953177 Dec 15 21:37:47.097121 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-6bddc140-10e1-4b9f-b437-d90f76a62860 None None] Provisioning complete for port 53e10591-844a-4d21-8bf6-3866b4503720 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:47.097524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6bddc140-10e1-4b9f-b437-d90f76a62860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.131020 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.154772 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-6bddc140-10e1-4b9f-b437-d90f76a62860 None None] Port 53e10591-844a-4d21-8bf6-3866b4503720 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:37:47.161841 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:37:47.164189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5fd373-8860-498e-8ba3-4d41a76d5692" -d '{"events": [{"server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "name": "network-vif-plugged", "status": "completed", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:37:47.178308 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2dd3b855-dbec-4c6a-86be-4092ec531511,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:47.250556 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.313414 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:47.354250 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb8911a-1eaa-4c70-80d1-2c8440f6231d x-openstack-request-id: req-ceb8911a-1eaa-4c70-80d1-2c8440f6231d {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:37:47.354619 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "name": "network-vif-plugged", "status": "completed", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:37:47.359754 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceb8911a-1eaa-4c70-80d1-2c8440f6231d {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:37:47.359754 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511', 'code': 200} Dec 15 21:37:47.684875 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0eeb8985-c01b-41fd-8985-2b923fe627ba up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:47.713643 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281eed9-6658-4f7b-bec1-522b85c11a2c req-42269c18-6194-4f39-960d-8b7a814a403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:47.715695 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7281eed9-6658-4f7b-bec1-522b85c11a2c req-42269c18-6194-4f39-960d-8b7a814a403a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 1098 time: 0.0532122 Dec 15 21:37:47.743351 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0eeb8985-c01b-41fd-8985-2b923fe627ba triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:47.744169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.772428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7281eed9-6658-4f7b-bec1-522b85c11a2c req-9bd55c31-8272-4a79-ab65-edae859a115f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492947 Dec 15 21:37:47.830335 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 54610) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:47.836839 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456803071-network', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:47.852182 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.874730 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 0eeb8985-c01b-41fd-8985-2b923fe627ba, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0eeb8985-c01b-41fd-8985-2b923fe627ba,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:47.916658 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86e39d-9928-41f0-91dc-f9d1085c754d req-2135bee3-21d1-4c47-b76b-9adb68fafebb tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:47.918690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d86e39d-9928-41f0-91dc-f9d1085c754d req-2135bee3-21d1-4c47-b76b-9adb68fafebb tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0641418 Dec 15 21:37:47.944969 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Made reservation on behalf of dd9df1752d6d4d66aa9c96354ba32f05 for: {'network': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:47.947368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for network, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.959381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.960009 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:47.997069 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d86e39d-9928-41f0-91dc-f9d1085c754d req-82f72c63-7554-4617-846e-bc64dd517ab2 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Dec 15 21:37:48.022983 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=0eeb8985-c01b-41fd-8985-2b923fe627ba,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:48.068981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.141960 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.167631 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103254) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:37:48.177634 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2416bf6c-c1ba-4b0a-a330-34b2453057b7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:48.182497 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.182844 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.segments_db [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Added segment bab8f25b-715d-4e4f-ba29-b5b971fe49c8 of type vlan for network bfb68c66-61c1-4aa2-afe8-ec359352e845 Dec 15 21:37:48.233158 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727245447244'] for network, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.318969 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417'] for network, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.319927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:48.320553 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.381098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=bfb68c66-61c1-4aa2-afe8-ec359352e845,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:48.390655 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 details requested by agent ovs-agent-dv-cinder-812685-6-iscsi with host dv-cinder-812685-6-iscsi {{(pid=103256) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 21:37:48.416312 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54612) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:48.416879 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-310a7123-a5d1-4b13-bc18-5447354da2b6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5849719 Dec 15 21:37:48.422520 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Request body: {'subnet': {'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456803071-subnet', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'ip_version': 4}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:48.495921 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Made reservation on behalf of dd9df1752d6d4d66aa9c96354ba32f05 for: {'subnet': 1} {{(pid=103255) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:37:48.498388 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263846984'] for subnet, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.736339 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-263928581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263847006'] for subnet, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.747301 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Sync routers for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:37:48.756516 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:48.757118 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:48.797604 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45d9e07-f22c-4a14-a100-4ed2513cd4d8,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:48.806818 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Checking segment: {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103255) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:48.807127 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Network hostable DHCP agents. Network: bfb68c66-61c1-4aa2-afe8-ec359352e845, hostable agents: ['6cc51c25-7aa5-47b7-9131-28ab13ef0f52'], hosted agents: [] {{(pid=103255) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:37:48.860285 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:48.907628 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 is scheduled to be hosted by DHCP agent 6cc51c25-7aa5-47b7-9131-28ab13ef0f52 with binding_index 1 {{(pid=103255) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:37:48.987544 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-6-iscsi, bfb68c66-61c1-4aa2-afe8-ec359352e845) {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:48.992226 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:48.993223 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:48.998260 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5425c1d-9de3-423d-a290-12c497e0b679 None None] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:49.078717 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 2, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:49.094156 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-21f5bd70-c62b-4154-93bd-9c9dd5c0ff0e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6756694 Dec 15 21:37:49.096478 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54616) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:49.101584 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:37:49.134169 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Checking router: d20244c5-a8a6-4d1d-87d7-239dff583bf6 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:37:49.134538 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Updating router d20244c5-a8a6-4d1d-87d7-239dff583bf6 port 53e10591-844a-4d21-8bf6-3866b4503720 binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:37:49.138733 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0f386-0d51-4378-a745-e82af41fe611 req-1f5858d6-d1a6-487e-b736-badb8781ddb5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:49.140504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00a0f386-0d51-4378-a745-e82af41fe611 req-1f5858d6-d1a6-487e-b736-badb8781ddb5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0704360 Dec 15 21:37:49.163839 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.216723 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3733337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27595'] for router, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.218634 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3733453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3728028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3673177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27588'] for router, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.221252 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-00a0f386-0d51-4378-a745-e82af41fe611 req-c7e11ed9-1838-4bff-aa96-95c388fb1346 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Dec 15 21:37:49.266260 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8836c7e0-fae8-54a2-a537-c175e5f64ac2-bfb68c66-61c1-4aa2-afe8-ec359352e845', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8'}]}} from dv-cinder-812685-6-iscsi. {{(pid=103256) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 21:37:49.267219 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.280906 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.286701 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.406268 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.db_base_plugin_common [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Allocated IP 172.20.0.2 (bfb68c66-61c1-4aa2-afe8-ec359352e845/c45d9e07-f22c-4a14-a100-4ed2513cd4d8/f81749c4-54bb-4d29-a176-fa020a4bf0eb) {{(pid=103256) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:49.447749 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.482908 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.507422 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.552143 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Pushing event updated for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:49.562604 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.562979 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.563390 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.563654 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.563979 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.564300 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.564814 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.565149 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.565487 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.565657 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks [] for port, precommit_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.565822 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.566144 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.566457 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.566764 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103257) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:49.621280 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Attempting to bind port 53e10591-844a-4d21-8bf6-3866b4503720 on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:49.621689 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Attempting to bind port 53e10591-844a-4d21-8bf6-3866b4503720 by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:49.622099 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Attempting to bind port 53e10591-844a-4d21-8bf6-3866b4503720 on network 380fce0c-649d-4f0e-baba-b9bad73cf7bd {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:49.630910 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:49.631283 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Checking segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:49.637558 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.637558 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Bound using segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:49.637558 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Bound port: 53e10591-844a-4d21-8bf6-3866b4503720, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:49.637558 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.656898 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766'] for port, after_create {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.695817 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0eeb8985-c01b-41fd-8985-2b923fe627ba up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:49.715628 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] For port 53e10591-844a-4d21-8bf6-3866b4503720, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:49.720328 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] For port 53e10591-844a-4d21-8bf6-3866b4503720, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=53e10591-844a-4d21-8bf6-3866b4503720,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:49.743386 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 is already hosted by enough agents. {{(pid=103256) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:49.751966 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.scheduler.base_scheduler [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Resources bound (agent type, host, resource id): {{(pid=103256) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:49.752841 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.754031 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Pushing event updated for resources: {'Port': ['ID=f81749c4-54bb-4d29-a176-fa020a4bf0eb,revision_number=1']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:49.764914 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Received port after_create {{(pid=103256) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:49.770509 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.780864 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.824621 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 0eeb8985-c01b-41fd-8985-2b923fe627ba triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:49.824962 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.848871 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:49.849843 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:49.851829 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e2bca-e70a-4906-9bc0-cc7cdb4d9329 None None] Pushing event updated for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:49.862408 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Attempting to bind port f81749c4-54bb-4d29-a176-fa020a4bf0eb on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:49.862782 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Attempting to bind port f81749c4-54bb-4d29-a176-fa020a4bf0eb by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:49.863142 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Attempting to bind port f81749c4-54bb-4d29-a176-fa020a4bf0eb on network bfb68c66-61c1-4aa2-afe8-ec359352e845 {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:49.871731 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] Provisioning complete for port 53e10591-844a-4d21-8bf6-3866b4503720 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:49.872100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.876912 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:49.877097 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Checking segment: {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:49.881526 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.882098 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Bound using segment: {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:49.882700 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Bound port: f81749c4-54bb-4d29-a176-fa020a4bf0eb, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:49.883185 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:49.911225 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Allocated IP 172.27.3.223 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/7cb47870-066d-4648-aa1b-d6c00022f54e) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:49.982830 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:50.049662 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.081217 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] For port f81749c4-54bb-4d29-a176-fa020a4bf0eb, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:50.085432 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] For port f81749c4-54bb-4d29-a176-fa020a4bf0eb, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f81749c4-54bb-4d29-a176-fa020a4bf0eb,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:50.086842 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.121539 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] For port 53e10591-844a-4d21-8bf6-3866b4503720, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=53e10591-844a-4d21-8bf6-3866b4503720,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:50.148069 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.182769 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.190323 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:50.195717 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:50.198292 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:50.223018 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.223791 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Pushing event updated for resources: {'Port': ['ID=7cb47870-066d-4648-aa1b-d6c00022f54e,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:50.255285 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5431d4b-c157-48a5-96c9-52861f517e17 None None] Pushing event updated for resources: {'Port': ['ID=f81749c4-54bb-4d29-a176-fa020a4bf0eb,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:50.311218 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:49Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:50.349382 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ede633f-0325-4a90-8073-6a419c93e28a None None] The sync data for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi is: [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:49Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:37:50.356490 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f5677-15c0-4383-84e9-09760adf5b36 None None] Pushing event updated for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:50.372210 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-50b2c7ad-123e-467d-9f2f-42cd3048710e None None] Provisioning complete for port 53e10591-844a-4d21-8bf6-3866b4503720 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:50.372582 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-50b2c7ad-123e-467d-9f2f-42cd3048710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:50.395196 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0aafae-c35c-45c8-bd1c-1779ae90f0c9 req-43c7db51-794e-4429-b01f-54670f9f78a5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:37:50.397363 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-da0aafae-c35c-45c8-bd1c-1779ae90f0c9 req-43c7db51-794e-4429-b01f-54670f9f78a5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0780592 Dec 15 21:37:50.481522 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-da0aafae-c35c-45c8-bd1c-1779ae90f0c9 req-f4e18be3-59c8-4e7d-89c4-3cb220b63523 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773642 Dec 15 21:37:50.603055 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:51.068030 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3733444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3728715'] for router, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:51.290570 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Router 6ce91448-752b-431b-8cac-e2628032ab29 is scheduled to L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 with binding_index 1 {{(pid=103255) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 21:37:51.366001 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881b405-6e4a-4fd9-a05f-f20034c9ec85 None None] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:37:51.429168 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:37:51.443154 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Sync routers for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:37:51.490862 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:51.491865 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:51.497451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] Provisioning complete for port f81749c4-54bb-4d29-a176-fa020a4bf0eb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:51.497821 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:51.509761 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:51.511131 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1ce6d16f-5770-4baa-9872-bf363718446a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4135883 Dec 15 21:37:51.516351 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 54662) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:37:51.715766 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:51.826451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:51.870944 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 53e10591-844a-4d21-8bf6-3866b4503720 up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:51.960197 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] For port f81749c4-54bb-4d29-a176-fa020a4bf0eb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f81749c4-54bb-4d29-a176-fa020a4bf0eb,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:52.001596 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 53e10591-844a-4d21-8bf6-3866b4503720 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:52.006007 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.028801 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.054637 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.090460 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 3, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:52.124231 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c0afe-7fc3-4da5-9186-1536c0812265 None None] Pushing event updated for resources: {'Port': ['ID=f81749c4-54bb-4d29-a176-fa020a4bf0eb,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:52.129725 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Checking router: 6ce91448-752b-431b-8cac-e2628032ab29 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:37:52.130628 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Updating router 6ce91448-752b-431b-8cac-e2628032ab29 port 7cb47870-066d-4648-aa1b-d6c00022f54e binding host dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:37:52.188307 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.210103 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Allocated IP 172.20.0.1 (bfb68c66-61c1-4aa2-afe8-ec359352e845/c45d9e07-f22c-4a14-a100-4ed2513cd4d8/7601b156-ac0a-44c8-b48d-7be0aa47b3be) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:37:52.213452 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f81749c4-54bb-4d29-a176-fa020a4bf0eb up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:52.240258 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-4f4c24f0-e86d-47a1-a316-e797be21bbf3 None None] Provisioning complete for port f81749c4-54bb-4d29-a176-fa020a4bf0eb triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:52.240598 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4f4c24f0-e86d-47a1-a316-e797be21bbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.319809 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.399136 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.441669 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:52.445112 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:52.448859 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:37:52.472773 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Pushing event updated for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:52.499844 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3728796'] for router_interface, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.533377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port f81749c4-54bb-4d29-a176-fa020a4bf0eb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:52.533999 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.722789 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.781864 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks [] for port, precommit_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.785541 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-36196b01-8f8b-46e3-ae2a-66474e09b1f1 None None] Provisioning complete for port 7601b156-ac0a-44c8-b48d-7be0aa47b3be triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:52.785901 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36196b01-8f8b-46e3-ae2a-66474e09b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.822803 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-36196b01-8f8b-46e3-ae2a-66474e09b1f1 None None] Port 7601b156-ac0a-44c8-b48d-7be0aa47b3be cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:37:52.844357 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.890472 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.892830 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Attempting to bind port 7cb47870-066d-4648-aa1b-d6c00022f54e on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:52.893204 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Attempting to bind port 7cb47870-066d-4648-aa1b-d6c00022f54e by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:52.893586 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Attempting to bind port 7cb47870-066d-4648-aa1b-d6c00022f54e on network e905b605-ecad-4b25-b8c7-d1f0ea293f1a {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:52.902971 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2790e7-bded-41f3-8e2c-ed012b08e266 None None] Pushing event updated for resources: {'Port': ['ID=7cb47870-066d-4648-aa1b-d6c00022f54e,revision_number=2']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:52.906421 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:52.906793 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Checking segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103256) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:52.907187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.907562 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Bound using segment: {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'} {{(pid=103256) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:52.908027 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.managers [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Bound port: 7cb47870-066d-4648-aa1b-d6c00022f54e, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68787407-e9e7-4ef8-8e3b-22f67993fb0c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a'}}] {{(pid=103256) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:52.908397 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.935965 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:52.963559 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] For port 7cb47870-066d-4648-aa1b-d6c00022f54e, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103256) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:52.966726 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] For port 7cb47870-066d-4648-aa1b-d6c00022f54e, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7cb47870-066d-4648-aa1b-d6c00022f54e,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:53.016547 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:53.016813 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Pushing event updated for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:53.019296 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3914307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3728396'] for router_interface, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:53.080408 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:53.081069 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:53.086180 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2790e7-bded-41f3-8e2c-ed012b08e266 None None] Pushing event updated for resources: {'Port': ['ID=7cb47870-066d-4648-aa1b-d6c00022f54e,revision_number=3']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:53.108627 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:37:53.111462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:37:53.199580 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:53.229571 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Router 6ce91448-752b-431b-8cac-e2628032ab29 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:37:53.352993 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:37:53.358154 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6008e309-3a5f-4b77-8223-932157c55f98 admin admin] 10.222.0.44 "PUT /v2.0/routers/6ce91448-752b-431b-8cac-e2628032ab29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434637 Dec 15 21:37:53.373446 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-36c0b8f7-6507-4f4c-8cfc-d5e5f21938e8 None None] Provisioning complete for port 7601b156-ac0a-44c8-b48d-7be0aa47b3be triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:53.373446 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-36c0b8f7-6507-4f4c-8cfc-d5e5f21938e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:53.436897 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-36c0b8f7-6507-4f4c-8cfc-d5e5f21938e8 None None] Port 7601b156-ac0a-44c8-b48d-7be0aa47b3be cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:37:53.466140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '7601b156-ac0a-44c8-b48d-7be0aa47b3be', 'name': '', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'mac_address': 'fa:16:3e:7e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:52Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 2, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'subnets': [{'id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:53.493852 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7776402-9305-45be-9dae-5e445bc4407a None None] The sync data for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi is: [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '7601b156-ac0a-44c8-b48d-7be0aa47b3be', 'name': '', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'mac_address': 'fa:16:3e:7e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:52Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 2, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'subnets': [{'id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:37:53.672341 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f81749c4-54bb-4d29-a176-fa020a4bf0eb up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:53.759830 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port f81749c4-54bb-4d29-a176-fa020a4bf0eb triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:53.760295 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:55.712670 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7cb47870-066d-4648-aa1b-d6c00022f54e up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:55.771939 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7cb47870-066d-4648-aa1b-d6c00022f54e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:55.772452 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:55.875561 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:55.913181 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] For port 7cb47870-066d-4648-aa1b-d6c00022f54e, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7cb47870-066d-4648-aa1b-d6c00022f54e,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:55.985150 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:56.043829 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Pushing event updated for resources: {'Port': ['ID=7cb47870-066d-4648-aa1b-d6c00022f54e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:56.052931 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.053292 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.053680 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.054019 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.056789 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.057387 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.057836 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.061451 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:37:56.600744 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Sync routers for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:37:56.614214 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:56.616413 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:56.734779 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:56.955803 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '7601b156-ac0a-44c8-b48d-7be0aa47b3be', 'name': '', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'mac_address': 'fa:16:3e:7e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:52Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 2, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'subnets': [{'id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:56.983247 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Checking router: 6ce91448-752b-431b-8cac-e2628032ab29 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:37:56.983598 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Updating router 6ce91448-752b-431b-8cac-e2628032ab29 port 7601b156-ac0a-44c8-b48d-7be0aa47b3be binding host dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:37:57.007711 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.276702 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks [] for port, precommit_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.410463 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.462683 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de343a-940c-497e-918b-4974e5503729 None None] Pushing event updated for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=3']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:57.515743 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Attempting to bind port 7601b156-ac0a-44c8-b48d-7be0aa47b3be on host dv-cinder-812685-6-iscsi for vnic_type normal with profile {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:37:57.516119 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Attempting to bind port 7601b156-ac0a-44c8-b48d-7be0aa47b3be by drivers openvswitch,hyperv on host dv-cinder-812685-6-iscsi at level 0 using segments [{'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:37:57.516472 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Attempting to bind port 7601b156-ac0a-44c8-b48d-7be0aa47b3be on network bfb68c66-61c1-4aa2-afe8-ec359352e845 {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:37:57.522308 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Checking agent: {'id': 'd63a37fa-42f3-4961-b0c1-4ad019c0e9de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 18, 13), 'started_at': datetime.datetime(2021, 12, 15, 21, 18, 43), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:37:57.524302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Checking segment: {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103257) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:37:57.524302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.524302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Bound using segment: {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'} {{(pid=103257) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:37:57.524302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.managers [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Bound port: 7601b156-ac0a-44c8-b48d-7be0aa47b3be, host: dv-cinder-812685-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845'}}] {{(pid=103257) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:37:57.524302 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.612279 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] For port 7601b156-ac0a-44c8-b48d-7be0aa47b3be, host dv-cinder-812685-6-iscsi, cleared binding levels {{(pid=103257) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:37:57.618627 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.plugins.ml2.db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] For port 7601b156-ac0a-44c8-b48d-7be0aa47b3be, host dv-cinder-812685-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7601b156-ac0a-44c8-b48d-7be0aa47b3be,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103257) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:37:57.669625 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron_lib.callbacks.manager [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103257) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.694756 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7cb47870-066d-4648-aa1b-d6c00022f54e up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:57.720272 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:37:57.721972 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:37:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:57.768966 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] Provisioning complete for port 7601b156-ac0a-44c8-b48d-7be0aa47b3be triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:57.769418 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.897421 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7cb47870-066d-4648-aa1b-d6c00022f54e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:57.897771 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:57.904106 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:37:57.945718 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:58.002573 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] For port 7601b156-ac0a-44c8-b48d-7be0aa47b3be, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7601b156-ac0a-44c8-b48d-7be0aa47b3be,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:37:58.042952 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de343a-940c-497e-918b-4974e5503729 None None] Pushing event updated for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=4']} {{(pid=103257) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:58.085346 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:58.141168 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0065a7d-67c0-4a4b-9dc0-8b92a5c4f407 None None] Pushing event updated for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:37:58.148912 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '7601b156-ac0a-44c8-b48d-7be0aa47b3be', 'name': '', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'mac_address': 'fa:16:3e:7e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:52Z', 'updated_at': '2021-12-15T21:37:57Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'subnets': [{'id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:37:58.183883 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599874a-3e9e-4049-ad51-416fbfbce3af None None] The sync data for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi is: [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:52Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '7601b156-ac0a-44c8-b48d-7be0aa47b3be', 'name': '', 'network_id': 'bfb68c66-61c1-4aa2-afe8-ec359352e845', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'mac_address': 'fa:16:3e:7e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:52Z', 'updated_at': '2021-12-15T21:37:57Z', 'revision_number': 4, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'subnets': [{'id': 'c45d9e07-f22c-4a14-a100-4ed2513cd4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:37:58.213246 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-9c1dc5ab-efe8-42b3-a231-c4ce9ab8f164 None None] Provisioning complete for port 7601b156-ac0a-44c8-b48d-7be0aa47b3be triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:58.214446 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9c1dc5ab-efe8-42b3-a231-c4ce9ab8f164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:37:59.718720 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7601b156-ac0a-44c8-b48d-7be0aa47b3be up at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:37:59.785636 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Provisioning complete for port 7601b156-ac0a-44c8-b48d-7be0aa47b3be triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:37:59.786115 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:05.728650 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-070b08ef-57da-4f4f-867c-bfc55b6bc0db tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:05.730303 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-070b08ef-57da-4f4f-867c-bfc55b6bc0db tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 815 time: 0.1023657 Dec 15 21:38:05.744908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-b12aa6fd-6432-4139-86f2-27fb7d839924 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/quotas/b5885553547b486fb0788faf3a05550c HTTP/1.1" status: 200 len: 375 time: 0.0090108 Dec 15 21:38:05.795261 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-a7854a48-2729-4b9d-be9d-f38fef9d3fcf tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450070 Dec 15 21:38:05.977425 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-80d3dbb1-41c0-429f-90a1-780fa4a24b2b service neutron] 10.222.0.44 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709232 Dec 15 21:38:06.064557 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-f72a597c-cc41-40f3-8ccb-8206aebe8b47 service neutron] 10.222.0.44 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811882 Dec 15 21:38:06.300508 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab525de6-54e5-4aa1-8c04-a67d98245325 req-b9d65966-89db-42e8-80db-4acc0080b62a tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 210 time: 0.0260661 Dec 15 21:38:07.210223 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f9c67b1d-3d2f-4fc9-80d4-86a3b2f2951f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:07.396473 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f9c291a8-d535-422b-ba86-91ebecaac1f7 req-0908f58b-d7f2-42b7-86bf-eac79b019ddc tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 210 time: 0.0300903 Dec 15 21:38:08.504243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2b564553-daaa-4c0a-b393-cd3dd9b3acfa req-4a7f910f-14b5-46de-9716-c34da8324e8d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 210 time: 0.0380034 Dec 15 21:38:08.515059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-41bd525c-c641-4eb5-bae8-a1b708093378 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:08.516488 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-41bd525c-c641-4eb5-bae8-a1b708093378 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 815 time: 0.1243246 Dec 15 21:38:08.531290 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'port': {'device_id': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'admin_state_up': True, 'tenant_id': 'b5885553547b486fb0788faf3a05550c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:08.730595 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Made reservation on behalf of b5885553547b486fb0788faf3a05550c for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:38:08.735812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:08.862922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Allocated IP 172.20.0.10 (380fce0c-649d-4f0e-baba-b9bad73cf7bd/98d01942-7c9c-45ae-bb8b-a8ef3f001b6c/4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:38:09.005675 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:09.130247 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:09.204623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:38:09.208284 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:38:09.222065 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:38:09.265296 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:09.321668 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:09.322647 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:09.385070 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-15b599f3-06c3-45b7-adee-d61c8a848025 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8570879 Dec 15 21:38:09.512169 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-0f62002d-1311-4165-a651-326227bc881a None None] Provisioning complete for port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:38:09.512739 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0f62002d-1311-4165-a651-326227bc881a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:09.516187 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f908b05a-b581-44ed-b0e0-2a36315883bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:09.562946 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0f62002d-1311-4165-a651-326227bc881a None None] Port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:38:09.634083 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787bc55-348f-47bf-a4d3-51940ff07ae9 req-45d8611c-735a-44cb-9f83-bd61b6bfa916 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:09.635705 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3787bc55-348f-47bf-a4d3-51940ff07ae9 req-45d8611c-735a-44cb-9f83-bd61b6bfa916 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0539536 Dec 15 21:38:09.688463 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3787bc55-348f-47bf-a4d3-51940ff07ae9 req-fa996be3-973d-4ea0-8992-17ebe57d0da9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Dec 15 21:38:10.805552 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:10.808862 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bc7d1-efee-4515-b751-d0c79de89aff req-ccf4aa69-ef94-4e1a-81e6-40fb10081eb6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:10.810403 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b98bc7d1-efee-4515-b751-d0c79de89aff req-ccf4aa69-ef94-4e1a-81e6-40fb10081eb6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0513034 Dec 15 21:38:10.864390 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b98bc7d1-efee-4515-b751-d0c79de89aff req-62c1cce9-0c8f-4b0a-97da-0a16849916e5 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Dec 15 21:38:11.982787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a8221-4b78-4277-9756-ad92aecacf1e req-ddc3ae7a-57eb-4833-a02d-b901c4ce648c tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:11.984261 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e9a8221-4b78-4277-9756-ad92aecacf1e req-ddc3ae7a-57eb-4833-a02d-b901c4ce648c tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0515003 Dec 15 21:38:12.034121 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1e9a8221-4b78-4277-9756-ad92aecacf1e req-7d3aa44f-df88-4a9e-a67f-0426c53e87ba tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435050 Dec 15 21:38:12.158565 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:13.148920 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86ee86-a392-4694-9a24-130f4e1f8a09 req-dcb21870-ed18-40df-a334-3f82c94d00c7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:13.150401 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1c86ee86-a392-4694-9a24-130f4e1f8a09 req-dcb21870-ed18-40df-a334-3f82c94d00c7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0490141 Dec 15 21:38:13.197647 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1c86ee86-a392-4694-9a24-130f4e1f8a09 req-ef7dd568-7b41-4969-8a3a-ced9e78036b8 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Dec 15 21:38:13.290096 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:14.322917 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da1e2f-e86e-43b3-93f1-cad113c34a8b req-ac0d0135-04de-4b3e-a4f3-8e4c25b1095e tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:14.324585 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8da1e2f-e86e-43b3-93f1-cad113c34a8b req-ac0d0135-04de-4b3e-a4f3-8e4c25b1095e tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0540247 Dec 15 21:38:14.373372 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e8da1e2f-e86e-43b3-93f1-cad113c34a8b req-77182b54-9a22-4072-8b8a-b942a95c449b tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428116 Dec 15 21:38:15.487260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89500401-5e33-4542-b82c-a0c97d3d45eb req-7e947c05-59fc-49c1-ac01-638a54771026 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:15.488899 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89500401-5e33-4542-b82c-a0c97d3d45eb req-7e947c05-59fc-49c1-ac01-638a54771026 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0495448 Dec 15 21:38:15.537073 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-89500401-5e33-4542-b82c-a0c97d3d45eb req-de95b0ce-d593-414e-bcc0-5b3e69c8c984 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Dec 15 21:38:16.656680 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ee098-34c7-4580-a405-952c152c1de1 req-00199816-e186-433c-b70d-f3d7fc07b918 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:16.658183 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-597ee098-34c7-4580-a405-952c152c1de1 req-00199816-e186-433c-b70d-f3d7fc07b918 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0529242 Dec 15 21:38:16.987283 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-597ee098-34c7-4580-a405-952c152c1de1 req-79326262-e3fc-4176-8e18-67d2636d8b42 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153310 Dec 15 21:38:18.108563 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121855b-85df-41b4-a253-69e5a7ce310a req-8349e0ba-427f-4b07-a172-b96ffa6adea0 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:18.110021 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8121855b-85df-41b4-a253-69e5a7ce310a req-8349e0ba-427f-4b07-a172-b96ffa6adea0 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0493681 Dec 15 21:38:18.158989 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8121855b-85df-41b4-a253-69e5a7ce310a req-18e80c08-51fe-444c-bbc9-4229579e5d1c tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430486 Dec 15 21:38:19.232913 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:19.281802 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ac55d-30a5-43b0-bf65-23256a6ee9bb req-bdbe7481-fef7-49aa-a506-69d3af4ec0ff tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:19.283290 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-024ac55d-30a5-43b0-bf65-23256a6ee9bb req-bdbe7481-fef7-49aa-a506-69d3af4ec0ff tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0506864 Dec 15 21:38:19.334183 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-024ac55d-30a5-43b0-bf65-23256a6ee9bb req-e0540cd6-9495-4158-b408-ac5d03efa0aa tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448442 Dec 15 21:38:19.344324 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:38:20.448516 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61023427-c215-4b8b-b824-ab2c187bae49 req-07bf4955-48ec-4ced-a64d-5c8c70fee8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:20.450241 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-61023427-c215-4b8b-b824-ab2c187bae49 req-07bf4955-48ec-4ced-a64d-5c8c70fee8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0472040 Dec 15 21:38:20.495897 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-61023427-c215-4b8b-b824-ab2c187bae49 req-b0187420-6022-4a4c-a68f-4117e30f42fd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400836 Dec 15 21:38:21.608163 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ec7ee-0584-46f3-a26d-a299a9d6dd1f req-7fbb61b9-c589-4d00-b95b-188166561122 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:21.609625 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c1ec7ee-0584-46f3-a26d-a299a9d6dd1f req-7fbb61b9-c589-4d00-b95b-188166561122 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 932 time: 0.0474770 Dec 15 21:38:21.655086 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6c1ec7ee-0584-46f3-a26d-a299a9d6dd1f req-8e1a3c55-a7d6-4124-9c65-1e31b298f409 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396719 Dec 15 21:38:22.286517 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Request body: {'port': {'device_id': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:22.341903 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:22.602245 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:38:22.609669 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:22.621829 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Transition to ACTIVE for port object 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:38:22.707455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:22.795409 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:22.855743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428444c-724f-4777-a71a-2542f22843d9 req-224ae4d2-3bbf-4976-a79a-44307e76d521 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:22.857809 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3428444c-724f-4777-a71a-2542f22843d9 req-224ae4d2-3bbf-4976-a79a-44307e76d521 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.1238468 Dec 15 21:38:22.890234 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Attempting to bind port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:38:22.892587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Attempting to bind port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:38:22.892587 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Attempting to bind port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 on network 380fce0c-649d-4f0e-baba-b9bad73cf7bd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:38:22.902641 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 on network 380fce0c-649d-4f0e-baba-b9bad73cf7bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:38:22.902946 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Attempting to bind port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 on network 380fce0c-649d-4f0e-baba-b9bad73cf7bd {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:38:22.927828 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3428444c-724f-4777-a71a-2542f22843d9 req-ad8072cd-0a7d-4315-83ad-4a199f7b57a1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Dec 15 21:38:22.929283 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:38:22.929654 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Checking segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:38:22.930052 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Bound using segment: {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:38:22.930430 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Bound port: 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b537687-7331-4707-9874-be5db66c86e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:38:22.930900 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:23.002978 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:38:23.005879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:38:23.096298 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:23.132719 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.133613 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:23.135102 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] 10.222.0.60 "PUT /v2.0/ports/4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1094 time: 0.8527212 Dec 15 21:38:23.135527 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:38:23.137785 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740993c1-679b-4afc-84ff-fc7a55993d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:38:23.175744 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa42c35-e04e-4bde-80d1-78c63522bf41 service neutron] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:23.180502 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c644bb71-6df1-4c67-8fde-92f762180f96 x-openstack-request-id: req-c644bb71-6df1-4c67-8fde-92f762180f96 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:38:23.181093 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:38:23.181495 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c644bb71-6df1-4c67-8fde-92f762180f96 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:38:23.182002 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:38:23.246455 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-32bee202-3e32-4f03-a7f7-04391a9e54fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.247956 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-32bee202-3e32-4f03-a7f7-04391a9e54fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1097 time: 0.0449739 Dec 15 21:38:23.352523 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-ab1d23ce-a7c9-4e58-a3e4-44ac3f388be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.354009 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-ab1d23ce-a7c9-4e58-a3e4-44ac3f388be7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b5885553547b486fb0788faf3a05550c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968227 Dec 15 21:38:23.447929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-b7a12054-8b74-48b9-a6b7-9ff4f5bb3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.449486 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-740993c1-679b-4afc-84ff-fc7a55993d0f req-b7a12054-8b74-48b9-a6b7-9ff4f5bb3ce7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882940 Dec 15 21:38:23.525580 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-04d0cd2f-a557-4ca2-a7a8-ef3c3085055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.527090 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-04d0cd2f-a557-4ca2-a7a8-ef3c3085055a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1097 time: 0.0414009 Dec 15 21:38:23.572529 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-673f9989-bc94-44ac-bcd3-0c6c6f628b71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 217 time: 0.0374479 Dec 15 21:38:23.621185 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-baa3be9b-eb72-47c3-83dc-a0b2dfc9fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.627649 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-baa3be9b-eb72-47c3-83dc-a0b2dfc9fe63 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0433846 Dec 15 21:38:23.668549 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-82fbf4d3-9939-4963-8948-28027689ef4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:23.669975 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-82fbf4d3-9939-4963-8948-28027689ef4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406423 Dec 15 21:38:23.763202 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-2560e016-33cf-4cb9-b4be-d64026ec6fe6 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859909 Dec 15 21:38:23.850537 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9eceb231-b672-4a91-b3dd-72188b15f642 req-6a342399-1cf5-421e-9b24-cce24e910470 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796547 Dec 15 21:38:24.055068 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df421-d410-4a1f-bc9a-b6b4169d5027 req-af2e46a9-6ad1-489e-80e8-2d6d421411cd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:24.060197 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-177df421-d410-4a1f-bc9a-b6b4169d5027 req-af2e46a9-6ad1-489e-80e8-2d6d421411cd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.0549634 Dec 15 21:38:24.103061 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-177df421-d410-4a1f-bc9a-b6b4169d5027 req-42b54a0c-7368-4525-8fc9-b63c276295a1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 Dec 15 21:38:25.217558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c0f2c-9528-408c-b2b6-3065918c745f req-efce7277-a922-4bb2-8e1f-953c9ec44c89 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:25.219006 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd8c0f2c-9528-408c-b2b6-3065918c745f req-efce7277-a922-4bb2-8e1f-953c9ec44c89 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.0479734 Dec 15 21:38:25.264557 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bd8c0f2c-9528-408c-b2b6-3065918c745f req-be9e67bc-6057-496a-bf41-7b0940d8a713 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Dec 15 21:38:26.384994 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4af3cc-bfbb-481e-af0b-1179d5c66702 req-e1b426d1-c9f5-4e9d-805e-bb7fe4d5d2d0 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:26.386365 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd4af3cc-bfbb-481e-af0b-1179d5c66702 req-e1b426d1-c9f5-4e9d-805e-bb7fe4d5d2d0 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.0505903 Dec 15 21:38:26.436064 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cd4af3cc-bfbb-481e-af0b-1179d5c66702 req-00997172-6d6f-4846-9e78-7525eb648ead tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438108 Dec 15 21:38:27.547640 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f90d5-5ffb-4cc2-8749-5ec25a6d7929 req-06cb835d-1db2-49ec-a7bb-fff4b7a53ca7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:27.549062 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-047f90d5-5ffb-4cc2-8749-5ec25a6d7929 req-06cb835d-1db2-49ec-a7bb-fff4b7a53ca7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.0476327 Dec 15 21:38:27.594469 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-047f90d5-5ffb-4cc2-8749-5ec25a6d7929 req-8d776776-605c-46c4-9dc9-e42f191edf2c tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Dec 15 21:38:28.365688 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-26a45378-1859-4d07-8f00-0dd378e4d729 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388687 Dec 15 21:38:28.455914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-66b3a793-a0c9-42d1-8971-83768257495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:28.457369 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-66b3a793-a0c9-42d1-8971-83768257495e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 1098 time: 0.0419929 Dec 15 21:38:28.557662 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-0c1dabef-8b6e-4cbb-888f-61d5116e7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:28.559087 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-0c1dabef-8b6e-4cbb-888f-61d5116e7943 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0833352 Dec 15 21:38:28.627256 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-a8fac088-cded-4a62-b503-c61a4b58580b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 200 len: 1000 time: 0.0609038 Dec 15 21:38:28.702546 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-3de307d0-8d0d-40e0-9bd9-c2c12d5793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:28.703973 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-3de307d0-8d0d-40e0-9bd9-c2c12d5793b8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0693390 Dec 15 21:38:28.727277 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9aae3-bc75-4f7f-95bd-889c84b7076b req-03910828-12d9-4a18-9332-694e41b68ccd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:28.728701 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2af9aae3-bc75-4f7f-95bd-889c84b7076b req-03910828-12d9-4a18-9332-694e41b68ccd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 944 time: 0.0684958 Dec 15 21:38:28.788877 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-d0440b38-017c-4df8-918c-285c6f4b6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:28.790388 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-d0440b38-017c-4df8-918c-285c6f4b6776 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785708 Dec 15 21:38:28.797868 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2af9aae3-bc75-4f7f-95bd-889c84b7076b req-38e5aacb-fa2c-4f57-bdce-24e2712db8b5 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557287 Dec 15 21:38:28.878984 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-5226d778-e3d1-4f1e-9241-c25100fef8b7 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802317 Dec 15 21:38:28.955755 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:38:28.978017 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-30022028-ab26-4cd0-954c-61d67c7ecbe0 req-df0eb1bf-57c3-4b39-99d0-5434b4cb5c42 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895643 Dec 15 21:38:29.051333 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:38:29.062608 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'port_id': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'mac_address': 'fa:16:3e:47:8d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:38:29.097398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:29.109209 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:38:29.128296 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:38:29.186914 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:29.234055 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:29.584860 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:38:29.919047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d88f1-61b8-4f32-a2e7-ead5bb4df1b8 req-5d9a91de-5af5-4146-896e-1e6ecb253aa5 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:29.920522 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-478d88f1-61b8-4f32-a2e7-ead5bb4df1b8 req-5d9a91de-5af5-4146-896e-1e6ecb253aa5 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 945 time: 0.0512562 Dec 15 21:38:29.968062 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-478d88f1-61b8-4f32-a2e7-ead5bb4df1b8 req-42350875-e0cf-4368-afd3-74ee46c464fe tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Dec 15 21:38:30.961927 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:38:31.061203 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:38:31.065059 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:38:31.065579 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:31.081226 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658efc9-897a-4cc4-ab2b-b1afbd5c7784 req-26e8e276-9f6f-4c15-a15a-a0967cb622a3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:31.082740 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d658efc9-897a-4cc4-ab2b-b1afbd5c7784 req-26e8e276-9f6f-4c15-a15a-a0967cb622a3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 945 time: 0.0485828 Dec 15 21:38:31.129729 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d658efc9-897a-4cc4-ab2b-b1afbd5c7784 req-0afa4678-bbc8-44b8-a28c-03f0735ce735 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Dec 15 21:38:31.139111 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:31.161156 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:38:31.163903 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dc61e8-ab66-4e82-83d3-cc4095915c2e" -d '{"events": [{"server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "name": "network-vif-plugged", "status": "completed", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:38:31.175678 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:38:31.200312 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6329c51-1b38-42ae-bf45-5dc0c39a386b x-openstack-request-id: req-f6329c51-1b38-42ae-bf45-5dc0c39a386b {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:38:31.200604 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "name": "network-vif-plugged", "status": "completed", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:38:31.200867 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6329c51-1b38-42ae-bf45-5dc0c39a386b {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:38:31.201257 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'code': 200} Dec 15 21:38:31.249931 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:31.300190 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:31.518631 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0abc07-d9be-4419-b140-d30fa3e79a98 req-383d013e-ec69-4e27-bbbb-d4354dc3984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:31.519963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f0abc07-d9be-4419-b140-d30fa3e79a98 req-383d013e-ec69-4e27-bbbb-d4354dc3984f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1099 time: 0.0424044 Dec 15 21:38:32.239929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df736fc-c653-4710-87c3-52b3508b8ef8 req-2bed7113-bd46-4338-b1a4-98f79c2af24d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:32.241893 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7df736fc-c653-4710-87c3-52b3508b8ef8 req-2bed7113-bd46-4338-b1a4-98f79c2af24d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0468123 Dec 15 21:38:32.287687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7df736fc-c653-4710-87c3-52b3508b8ef8 req-e153681c-7f0e-4f6c-9fb0-8ac54e82bcf9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Dec 15 21:38:32.836796 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1f0abc07-d9be-4419-b140-d30fa3e79a98 req-ce86f271-398c-48be-99f6-43c1e2181f81 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395775 Dec 15 21:38:33.401491 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aca23-f44e-491b-a81a-2d448ecbc05a req-5fe28d49-bc94-4591-b0df-8b7324a671aa tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:33.402932 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c23aca23-f44e-491b-a81a-2d448ecbc05a req-5fe28d49-bc94-4591-b0df-8b7324a671aa tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0475729 Dec 15 21:38:33.451419 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c23aca23-f44e-491b-a81a-2d448ecbc05a req-c5269e5a-0341-4566-88dd-db33c83ab2f8 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Dec 15 21:38:34.564199 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb984e9-9c39-4f8b-aa92-c87c8bded972 req-f679bb81-7a18-4b8b-80e5-88332774fe0b tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:34.565677 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-adb984e9-9c39-4f8b-aa92-c87c8bded972 req-f679bb81-7a18-4b8b-80e5-88332774fe0b tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0484843 Dec 15 21:38:34.612322 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-adb984e9-9c39-4f8b-aa92-c87c8bded972 req-86712dde-c202-44b5-9af6-4457660be940 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405457 Dec 15 21:38:35.724098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb1aff-0961-402d-a843-c8a0affb08bd req-1d662c13-a6b0-469c-8ecb-a70d56cba2e6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:35.726148 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9efb1aff-0961-402d-a843-c8a0affb08bd req-1d662c13-a6b0-469c-8ecb-a70d56cba2e6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0487154 Dec 15 21:38:35.776166 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9efb1aff-0961-402d-a843-c8a0affb08bd req-f48900b6-aa92-498d-bd65-ead3e09dedcb tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Dec 15 21:38:36.892223 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011060c-0ae9-4d62-ab17-5087eb6ba57a req-b1c9051f-1b8a-45a3-9d0c-14e4f6e477e6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:36.893731 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c011060c-0ae9-4d62-ab17-5087eb6ba57a req-b1c9051f-1b8a-45a3-9d0c-14e4f6e477e6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0515523 Dec 15 21:38:36.942856 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c011060c-0ae9-4d62-ab17-5087eb6ba57a req-24c3ec4b-f269-4a0a-a681-56c64f9c56dd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Dec 15 21:38:37.129683 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-d26c569e-a66a-4818-8399-1e6a6202b3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:38.055622 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301eee45-27f5-43d6-a771-12be052ebdcb req-fd0e66c1-dcde-4af8-b83c-5ec481250d5d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:38.056979 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-301eee45-27f5-43d6-a771-12be052ebdcb req-fd0e66c1-dcde-4af8-b83c-5ec481250d5d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0483551 Dec 15 21:38:38.102798 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-301eee45-27f5-43d6-a771-12be052ebdcb req-f2a81823-b96c-4e56-a918-5e021ce93555 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399749 Dec 15 21:38:38.220743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568864f9-9dbf-486b-864a-10f9de5263b9 req-f57854fd-576a-410a-b547-ae9669ba9417 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:38.224047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-568864f9-9dbf-486b-864a-10f9de5263b9 req-f57854fd-576a-410a-b547-ae9669ba9417 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0565693 Dec 15 21:38:38.273281 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-568864f9-9dbf-486b-864a-10f9de5263b9 req-2799f0a2-421c-4ed4-a482-f6a70dea13be tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Dec 15 21:38:38.587963 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cb823-8d29-424f-91ea-55dd518ae1e9 req-5d9bdc34-dd4d-4056-8e70-aaf357f4d7af tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:38.589346 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd6cb823-8d29-424f-91ea-55dd518ae1e9 req-5d9bdc34-dd4d-4056-8e70-aaf357f4d7af tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0476975 Dec 15 21:38:38.637332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fd6cb823-8d29-424f-91ea-55dd518ae1e9 req-fe879c99-cd19-42f1-9c08-fe486e132c5f tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Dec 15 21:38:39.507417 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a00b76ca-c1a3-4428-b2bc-ef8c84b5530b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:40.821143 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:42.095041 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:43.295790 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:49.243977 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:55.066831 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f25a2f-0a3f-444f-8430-a1619d9d1049 req-2ad4195e-c242-40d5-93d3-e4e1f87235c7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:55.066831 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f25a2f-0a3f-444f-8430-a1619d9d1049 req-2ad4195e-c242-40d5-93d3-e4e1f87235c7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0493445 Dec 15 21:38:55.115479 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b1f25a2f-0a3f-444f-8430-a1619d9d1049 req-d39a3800-a28f-4d26-999d-bcbb71ecb6e7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Dec 15 21:38:55.138253 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55058) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:55.256980 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44c6a9-1da8-4d48-8cb9-05af6e763812 tempest-TestMinimumBasicScenario-310410179 tempest-TestMinimumBasicScenario-310410179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:55.258539 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1d44c6a9-1da8-4d48-8cb9-05af6e763812 tempest-TestMinimumBasicScenario-310410179 tempest-TestMinimumBasicScenario-310410179-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1094 time: 0.1193011 Dec 15 21:38:55.261438 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55064) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:55.265847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'port_id': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:55.363654 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:55.459529 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:55.564371 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Allocated IP 172.27.3.222 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/4099cb56-b1b3-4b02-87f7-c55ab48e1829) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:38:55.665510 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:55.776104 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:55.814306 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:38:55.817171 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:38:55.820470 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:38:55.826252 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'Port': ['ID=4099cb56-b1b3-4b02-87f7-c55ab48e1829,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:55.851318 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.851667 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.852006 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.852340 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.852671 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.852998 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.853374 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.853702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.854025 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.854343 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.854664 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.854986 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:55.855303 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:56.344084 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:38:56.411686 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:56.522672 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8d000-7ece-4c6a-8580-eaae7d2c8ce6 req-8507ab09-43ed-4614-a755-dfa4968a5fce tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:56.524142 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6ca8d000-7ece-4c6a-8580-eaae7d2c8ce6 req-8507ab09-43ed-4614-a755-dfa4968a5fce tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0489767 Dec 15 21:38:56.572827 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6ca8d000-7ece-4c6a-8580-eaae7d2c8ce6 req-5051549b-678f-42ba-9ad0-e252fb9296e7 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Dec 15 21:38:56.574420 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:56.724955 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:56.792728 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:56.861332 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'Port': ['ID=4099cb56-b1b3-4b02-87f7-c55ab48e1829,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:56.871065 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:56.972212 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Floating IP 0249bbbb-3a17-47ee-94df-2024d162273f associated. External IP: 172.27.3.222, port: 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7. Dec 15 21:38:57.176960 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Router d20244c5-a8a6-4d1d-87d7-239dff583bf6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:38:57.295819 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:38:57.307410 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Sync routers for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:38:57.316619 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:38:57.321700 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:38:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:38:57.371764 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.398986 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c085a81b-5af8-45ba-a643-6747dfb39cd3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1364272 Dec 15 21:38:57.399701 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:38:57.402452 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55072) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:57.402677 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:38:57.407501 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-449355650', 'description': 'tempest-secgroup-smoke-449355650 description', 'project_id': 'b5885553547b486fb0788faf3a05550c'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:57.421881 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:38:57.496211 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.571537 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.622433 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094c8b36-6aea-4d02-8ea2-2646a66a3fdb x-openstack-request-id: req-094c8b36-6aea-4d02-8ea2-2646a66a3fdb {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:38:57.623193 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:38:57.623404 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-094c8b36-6aea-4d02-8ea2-2646a66a3fdb {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:38:57.623907 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:38:57.643680 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.727296 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbefc78-182e-49bc-ade7-aee3e2865a25,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:57.740243 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.740590 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.740928 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.741260 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.741612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.741938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.742261 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.742589 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.742909 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.743227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.743545 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.744395 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.744714 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:38:57.761548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf2ff-0f8d-43ac-84ae-384bce0064f1 req-6ee5a00d-8a82-437e-b644-34f8e8afd422 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:57.763040 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77bbf2ff-0f8d-43ac-84ae-384bce0064f1 req-6ee5a00d-8a82-437e-b644-34f8e8afd422 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.1216071 Dec 15 21:38:57.772049 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-46f26b7f-4b07-45b4-9183-10a559056d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:57.773486 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-46f26b7f-4b07-45b4-9183-10a559056d13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1099 time: 0.1155639 Dec 15 21:38:57.785976 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '0249bbbb-3a17-47ee-94df-2024d162273f', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'port_id': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'mac_address': 'fa:16:3e:47:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:38:56Z', 'updated_at': '2021-12-15T21:38:56Z', 'revision_number': 0, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:38:57.808465 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.809687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-3dd2dd2a-9945-46c4-973c-6ad78688f806 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4057701 Dec 15 21:38:57.812756 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55080) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:57.814972 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Checking router: d20244c5-a8a6-4d1d-87d7-239dff583bf6 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:38:57.818467 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:57.823997 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:38:57.824613 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:38:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:38:57.874663 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-77bbf2ff-0f8d-43ac-84ae-384bce0064f1 req-4ab6c6e6-e943-4dd5-848e-917dbfa2aa61 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053948 Dec 15 21:38:57.902766 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-9799f811-32dc-49dd-932f-f4cf63884b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:57.904273 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-9799f811-32dc-49dd-932f-f4cf63884b2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.1185279 Dec 15 21:38:57.912468 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.931337 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:38:57.968040 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:57.980552 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-de48466e-fddd-41f6-ac0b-f308ecf2da9e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1000 time: 0.0600603 Dec 15 21:38:58.031764 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-7c5c5c9f-1b97-4789-aca9-664678546359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:58.033282 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-7c5c5c9f-1b97-4789-aca9-664678546359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0441592 Dec 15 21:38:58.055253 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.076095 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03561ff-1a8f-4fb9-834c-b96d027cea7a,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:58.092154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-542642a3-1852-4ee7-a9f6-c08c9b8b80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:58.092154 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-542642a3-1852-4ee7-a9f6-c08c9b8b80f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459363 Dec 15 21:38:58.156438 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '0249bbbb-3a17-47ee-94df-2024d162273f', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'port_id': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'mac_address': 'fa:16:3e:47:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:38:56Z', 'updated_at': '2021-12-15T21:38:56Z', 'revision_number': 0, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:38:58.172874 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.176599 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2bb3da4b-b94e-4cdd-9f03-14fbcdf5bba1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597541 Dec 15 21:38:58.176818 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55082) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:58.182900 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:58.183381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f72948a-aed3-4b80-b310-015ba3f6e4e1 None None] The sync data for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi is: [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '0249bbbb-3a17-47ee-94df-2024d162273f', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'port_id': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'mac_address': 'fa:16:3e:47:8d:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:38:56Z', 'updated_at': '2021-12-15T21:38:56Z', 'revision_number': 0, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:38:58.186474 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-21db18d8-352f-4d8f-883b-581301f107e3 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837777 Dec 15 21:38:58.283005 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.290661 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-37325d35-35f4-44f2-b4cd-c9e0c3b8213e req-86d8a852-4197-4ecf-9a6d-8b91e13aa521 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920815 Dec 15 21:38:58.341477 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.398659 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a214751-8a69-4749-bd66-1b1708328793 None None] New status for floating IP 0249bbbb-3a17-47ee-94df-2024d162273f: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:38:58.426492 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.444487 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=590b9463-c28f-4a4e-9fd4-cfbadf0a29f7,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:58.514770 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.516047 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6d89f695-43f8-4fdf-ae9e-fbe9c5285457 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382604 Dec 15 21:38:58.518979 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55084) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:58.523702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:58.637337 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.721219 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-156a86d2-d72a-4ab1-8b7b-0534fc184894 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:58.722856 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-156a86d2-d72a-4ab1-8b7b-0534fc184894 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0735636 Dec 15 21:38:58.724656 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.803996 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.826884 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c297b6e5-bee4-4da4-ab74-87706f9e3011,revision_number=0']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:58.836627 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Deleting port 2dd3b855-dbec-4c6a-86be-4092ec531511 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:38:58.836627 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.908898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.910113 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-8161f286-81a0-45eb-995b-57d72798c8b1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900647 Dec 15 21:38:58.913170 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55088) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:58.918904 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:58.925576 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] For port 2dd3b855-dbec-4c6a-86be-4092ec531511, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2dd3b855-dbec-4c6a-86be-4092ec531511,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:38:58.925943 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:58.939944 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Calling delete_port for 2dd3b855-dbec-4c6a-86be-4092ec531511 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:38:59.015001 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.041517 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7af810-8e68-4494-8304-8f64ee465b4e req-6a57a2f0-f47d-4a8f-9108-a25e4a28fbad tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:38:59.042990 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd7af810-8e68-4494-8304-8f64ee465b4e req-6a57a2f0-f47d-4a8f-9108-a25e4a28fbad tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 945 time: 0.0948446 Dec 15 21:38:59.076413 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.121108 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-dd7af810-8e68-4494-8304-8f64ee465b4e req-d3be99e0-0297-4fb7-b566-fe7845a23eb2 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685315 Dec 15 21:38:59.203620 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.221154 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71adf4c1-e6df-46d8-bdd0-9aa51ff90922,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:59.226821 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.238374 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['2dd3b855-dbec-4c6a-86be-4092ec531511'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:38:59.259791 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Pushing event deleted for resources: {'Port': ['ID=2dd3b855-dbec-4c6a-86be-4092ec531511,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:59.285773 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.287010 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-cac9f6e7-78c1-4b49-af14-c3c1acb9abb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3722632 Dec 15 21:38:59.289871 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55090) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:59.296241 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:59.303048 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] No DVR routers for this DVR port 2dd3b855-dbec-4c6a-86be-4092ec531511 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:38:59.305611 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.309349 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-327d1c93-db5d-4219-9bcf-e7b49ffa5849 req-48260686-a34e-4383-a8fd-453da9e3082b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "DELETE /v2.0/ports/2dd3b855-dbec-4c6a-86be-4092ec531511 HTTP/1.1" status: 204 len: 173 time: 0.5791097 Dec 15 21:38:59.309799 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'name': 'network-vif-deleted', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:38:59.312063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f79569-3a6a-46dd-bc39-200ebba1cf38" -d '{"events": [{"server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "name": "network-vif-deleted", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:38:59.348143 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63883bf8-93c3-46a0-9796-dfaa39efe8b9 x-openstack-request-id: req-63883bf8-93c3-46a0-9796-dfaa39efe8b9 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:38:59.348435 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d467dc-6852-4351-b9ba-e1d6cd832c47", "name": "network-vif-deleted", "tag": "2dd3b855-dbec-4c6a-86be-4092ec531511", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:38:59.348687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63883bf8-93c3-46a0-9796-dfaa39efe8b9 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:38:59.349079 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d467dc-6852-4351-b9ba-e1d6cd832c47', 'name': 'network-vif-deleted', 'tag': '2dd3b855-dbec-4c6a-86be-4092ec531511', 'status': 'completed', 'code': 200} Dec 15 21:38:59.380954 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Project b5885553547b486fb0788faf3a05550c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:38:59.386660 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.444438 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.518347 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.537145 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b23fa36-2c30-41f2-bba5-266ec3bb9a6f,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:59.611706 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.612919 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f322a251-00ae-4c21-a1aa-b19cec25a2b7 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221092 Dec 15 21:38:59.615737 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55094) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:38:59.620059 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'security_group_rule': {'security_group_id': 'acbefc78-182e-49bc-ade7-aee3e2865a25', 'project_id': 'b5885553547b486fb0788faf3a05550c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:38:59.711863 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.securitygroups_db [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Project b5885553547b486fb0788faf3a05550c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:38:59.717094 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.774097 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.838232 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4089035'] for security_group_rule, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.855038 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81bc502-547e-486d-822c-45459eb46cfc,revision_number=0']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:38:59.914461 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:38:59.915680 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-a7165639-1a7e-48a9-9386-972b45ea8df9 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2989714 Dec 15 21:39:00.004194 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-2e3d0a85-fbec-48ea-9cca-a3c6282408cc tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449355650&fields=id&tenant_id=b5885553547b486fb0788faf3a05550c HTTP/1.1" status: 200 len: 267 time: 0.0436685 Dec 15 21:39:00.055818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-edb09f8d-66a8-4b6f-bdc9-69a4170dbdb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:00.057874 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-edb09f8d-66a8-4b6f-bdc9-69a4170dbdb3 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0474067 Dec 15 21:39:00.068832 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'port': {'security_groups': ['d9b25213-764e-44a3-a5bb-5f00806e86d4', 'acbefc78-182e-49bc-ade7-aee3e2865a25']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:00.136339 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:00.238100 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-528c0862-87bd-43cb-8ada-ac9b8fa541e9 req-81269aba-f372-46a6-a684-6c108b8e3238 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d467dc-6852-4351-b9ba-e1d6cd832c47 HTTP/1.1" status: 200 len: 210 time: 0.0366008 Dec 15 21:39:00.341099 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:00.370779 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:00.437200 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:00.449158 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:39:00.482100 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:00.482727 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:00.484123 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cc7d897d-6df3-4908-ba49-1663ef7cdf72 req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "PUT /v2.0/ports/4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 982 time: 0.4198465 Dec 15 21:39:00.510369 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068e341-8d2d-4646-8e20-a05899775289 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=6']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:00.568945 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:39:00.595818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebcef8-5509-4049-9b64-0331b2b10921 req-e4071d93-a1ec-4d82-a820-c78b805e2762 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:00.597414 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41ebcef8-5509-4049-9b64-0331b2b10921 req-e4071d93-a1ec-4d82-a820-c78b805e2762 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0596290 Dec 15 21:39:00.663336 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41ebcef8-5509-4049-9b64-0331b2b10921 req-7b50cbef-0018-4205-8f34-11d76cfe1d91 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584822 Dec 15 21:39:00.773581 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-a4c9216e-8748-4201-bb85-8cc622d170c1 None None] Provisioning complete for port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:39:00.773873 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a4c9216e-8748-4201-bb85-8cc622d170c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:01.350073 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:01.352527 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ed3032-91a8-4483-bd76-7a8e35be35c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:01.387482 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5dad3b-a347-48c1-bdc6-a12f622180ac x-openstack-request-id: req-1d5dad3b-a347-48c1-bdc6-a12f622180ac {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:01.387775 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:01.388028 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d5dad3b-a347-48c1-bdc6-a12f622180ac {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:01.388500 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:39:01.448965 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-e78c2ba4-3298-413c-b68d-0b65c3c4893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:01.450479 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-e78c2ba4-3298-413c-b68d-0b65c3c4893b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1138 time: 0.0412760 Dec 15 21:39:01.544717 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-5acbc446-9f17-4e71-a6a0-465ab46a97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:01.546108 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-5acbc446-9f17-4e71-a6a0-465ab46a97d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.0861604 Dec 15 21:39:01.610432 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-ac25c78b-f560-4874-9900-f240da9036e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0573435 Dec 15 21:39:01.661256 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-fbae39f2-16b8-426a-b0f7-04dda20d0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:01.662749 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-fbae39f2-16b8-426a-b0f7-04dda20d0b16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0455906 Dec 15 21:39:01.710514 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-a37f0eb3-a244-4f5b-81b0-a51671d543c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:01.711963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-a37f0eb3-a244-4f5b-81b0-a51671d543c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422759 Dec 15 21:39:02.054038 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-38df5fec-f030-4aa9-9f81-44cc6a4d91c9 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344555 Dec 15 21:39:02.144390 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d8ed3032-91a8-4483-bd76-7a8e35be35c7 req-02dc0668-02af-4b75-8ee0-68c251e4f0b1 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Dec 15 21:39:03.521478 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2dd3b855-dbec-4c6a-86be-4092ec531511 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:39:03.544360 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 2dd3b855-dbec-4c6a-86be-4092ec531511 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:39:03.544701 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 2dd3b855-dbec-4c6a-86be-4092ec531511 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:39:07.117943 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-63985c4d-88b8-41e4-a789-b126f8515875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:07.638942 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825355a-dd76-47ea-8c18-506b4bb61af1 req-8b2ecaee-dc6c-4feb-b60a-c8b78d5ab787 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:07.640403 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1825355a-dd76-47ea-8c18-506b4bb61af1 req-8b2ecaee-dc6c-4feb-b60a-c8b78d5ab787 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0486865 Dec 15 21:39:07.688714 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1825355a-dd76-47ea-8c18-506b4bb61af1 req-24c7a6c4-7e75-4f6b-a821-62846b92f251 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Dec 15 21:39:08.801705 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2668312-d798-4b98-92a4-f0a7a0267ca5 req-6b0ed0d2-1400-463a-9f88-46fd29b85c3c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:08.803838 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2668312-d798-4b98-92a4-f0a7a0267ca5 req-6b0ed0d2-1400-463a-9f88-46fd29b85c3c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0479543 Dec 15 21:39:08.853388 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a2668312-d798-4b98-92a4-f0a7a0267ca5 req-2539c01b-bb9c-4587-9d79-206facb19773 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435143 Dec 15 21:39:09.546651 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-6b6a1652-2bf5-4406-8c7d-4640b0fb8c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:09.970563 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41422e4f-6d25-4a91-8f23-7ae6a0745eed req-8e33de36-b543-444a-b21e-17a2fc539891 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:09.972005 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41422e4f-6d25-4a91-8f23-7ae6a0745eed req-8e33de36-b543-444a-b21e-17a2fc539891 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0510702 Dec 15 21:39:10.019082 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-41422e4f-6d25-4a91-8f23-7ae6a0745eed req-cd5c16bb-5f21-48ec-8dfe-c524fd97f88c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Dec 15 21:39:10.849358 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:11.133581 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0b5ee-0b95-4f73-9feb-79bd753a82af req-67615750-852f-403f-b428-153739cadf98 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:11.135607 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0c0b5ee-0b95-4f73-9feb-79bd753a82af req-67615750-852f-403f-b428-153739cadf98 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0480378 Dec 15 21:39:11.183161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e0c0b5ee-0b95-4f73-9feb-79bd753a82af req-986b1b24-0de6-44cd-9166-c23323096fd1 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418141 Dec 15 21:39:12.106003 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:12.300988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623512f-7bb4-4c72-a26f-ef83b117393e req-8a108c70-4b54-476c-9605-301088043074 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:12.302468 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3623512f-7bb4-4c72-a26f-ef83b117393e req-8a108c70-4b54-476c-9605-301088043074 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0510869 Dec 15 21:39:12.354068 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3623512f-7bb4-4c72-a26f-ef83b117393e req-f7d8bca1-0839-4bf1-b10b-1e45e23986de tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 Dec 15 21:39:12.733929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-e5b65410-5132-4ae2-baff-33b9a407291d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:12.735276 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-e5b65410-5132-4ae2-baff-33b9a407291d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 945 time: 0.0482101 Dec 15 21:39:12.825540 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:39:12.825879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:12.918015 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] For port e1b2d681-bb42-48f6-b0ce-7e70372b3c36, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:12.918378 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.071961 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device e1b2d681-bb42-48f6-b0ce-7e70372b3c36 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:39:13.084827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.086391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.086391 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.db.l3_db [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP d5b4fd30-6f7c-4244-94b7-50e80eb7a754 disassociated. External IP: 172.27.3.40, port: e1b2d681-bb42-48f6-b0ce-7e70372b3c36. Dec 15 21:39:13.086391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for e1b2d681-bb42-48f6-b0ce-7e70372b3c36 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:39:13.148435 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.239816 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.db.api [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 21:39:13.239816 dv-cinder-812685-6-iscsi neutron-server[103256]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 15 21:39:13.239816 dv-cinder-812685-6-iscsi neutron-server[103256]: [parameters: {'status': 'DOWN', 'ports_id': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36'}] Dec 15 21:39:13.239816 dv-cinder-812685-6-iscsi neutron-server[103256]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103256) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:39:13.240358 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG oslo_db.api [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:39:13.271908 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.295195 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.323086 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=e1b2d681-bb42-48f6-b0ce-7e70372b3c36,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:13.456330 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-64a19eab-4e08-41ef-8f50-9febad7f0398 req-d20596ad-4ed1-4a1c-b793-a557201fa671 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 210 time: 0.0316079 Dec 15 21:39:13.467334 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:39:13.569521 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:39:13.579500 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:39:13.595213 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:39:13.595904 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:39:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:13.613122 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] No DVR routers for this DVR port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:39:13.615019 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:13.618438 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e28fa2b2-121a-47e8-a508-6929e54cbd09 req-8c692feb-d735-488c-8094-ffd3a7c5ebbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "DELETE /v2.0/ports/e1b2d681-bb42-48f6-b0ce-7e70372b3c36 HTTP/1.1" status: 204 len: 173 time: 0.8766851 Dec 15 21:39:13.618879 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'name': 'network-vif-deleted', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:13.621417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039725a2-2bce-4536-9058-2e84ad1c4206" -d '{"events": [{"server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "name": "network-vif-deleted", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:13.665658 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a161102b-cb1f-4318-8c03-1930a9fea133 x-openstack-request-id: req-a161102b-cb1f-4318-8c03-1930a9fea133 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:13.665970 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b310909a-9b8f-47c6-a833-eb690577e16a", "name": "network-vif-deleted", "tag": "e1b2d681-bb42-48f6-b0ce-7e70372b3c36", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:13.666231 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a161102b-cb1f-4318-8c03-1930a9fea133 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:13.666635 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b310909a-9b8f-47c6-a833-eb690577e16a', 'name': 'network-vif-deleted', 'tag': 'e1b2d681-bb42-48f6-b0ce-7e70372b3c36', 'status': 'completed', 'code': 200} Dec 15 21:39:13.716384 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:39:13.823943 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Port e1b2d681-bb42-48f6-b0ce-7e70372b3c36 update to DOWN by agent not found {{(pid=103256) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 15 21:39:13.905540 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-10d46989-266f-4807-8a37-e8853b3bb0b8 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:13.907168 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-10d46989-266f-4807-8a37-e8853b3bb0b8 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/networks?id=bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 200 len: 814 time: 0.1109154 Dec 15 21:39:13.922052 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-46394657-52e5-4c02-a2b1-851a060d9ad8 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/quotas/76ed46f650684b7eab7b6d361a517d58 HTTP/1.1" status: 200 len: 375 time: 0.0091374 Dec 15 21:39:13.958431 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:13.959202 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-2a6896f4-327a-480a-8071-933dd1586476 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312910 Dec 15 21:39:13.987381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:39:13.996102 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:39:13.996686 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:39:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:14.053048 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-e7259648-3512-4801-b006-074a8c65021d service neutron] 10.222.0.44 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861444 Dec 15 21:39:14.101744 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:39:14.149288 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-40c1cdf2-76e7-42c7-9c62-8a50cd1dd978 service neutron] 10.222.0.44 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891829 Dec 15 21:39:14.303780 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:14.330398 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea9ea68-414b-4cef-bc63-f1d7dfed99ea None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:39:14.408511 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-465ec6d7-ad9d-4316-8eeb-77e6bd2440e0 req-48e8cd67-1769-434c-9d62-b9e95284f36c tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 210 time: 0.0283124 Dec 15 21:39:14.569602 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5b283f9c-6c1c-4a5e-a263-22f01c8bdb37 req-f1440ac5-7095-484f-9887-d7f776ea94f0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=b310909a-9b8f-47c6-a833-eb690577e16a HTTP/1.1" status: 200 len: 210 time: 0.0276299 Dec 15 21:39:14.582291 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bec381-50ec-4c2e-af8e-b677d5086250 None None] New status for floating IP d5b4fd30-6f7c-4244-94b7-50e80eb7a754: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:39:15.502666 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-123b4e9b-5e17-4444-978e-032c968b5e23 req-4119cbe0-f7c0-4528-a5d2-9fd6bf0f9b88 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Dec 15 21:39:15.829571 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-c84e4d1a-324d-4236-b934-5895a0dd3314 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809695890&fields=id&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 267 time: 0.0440407 Dec 15 21:39:15.935054 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-3f5a9cdf-4afc-4b1a-83ab-8de21b02b65e tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:15.936484 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-3f5a9cdf-4afc-4b1a-83ab-8de21b02b65e tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1001945 Dec 15 21:39:15.951214 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-f41c36c1-bf4c-42a7-beb7-1c9d00e0b034 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/quotas/7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 375 time: 0.0091236 Dec 15 21:39:16.001238 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-97013ec0-d00e-48f3-b141-dd638aff8f61 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449574 Dec 15 21:39:16.083963 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-7154b320-5c29-470b-9167-30bccf5b79b4 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103254) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:39:16.087908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-7154b320-5c29-470b-9167-30bccf5b79b4 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0717788 Dec 15 21:39:16.234131 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-23265e38-43bd-403b-881c-76cdc4aba4bc service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429007 Dec 15 21:39:16.319960 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-e04bae57-b89b-4caf-a85f-c3bea3f32d0b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:16.321332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-e04bae57-b89b-4caf-a85f-c3bea3f32d0b tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "GET /v2.0/networks?id=bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 200 len: 814 time: 0.1693664 Dec 15 21:39:16.335954 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Request body: {'port': {'device_id': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f', 'admin_state_up': True, 'tenant_id': '76ed46f650684b7eab7b6d361a517d58'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:16.404622 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-7a01cde3-70d0-4e32-9f8f-b956ff41fe2b service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645277 Dec 15 21:39:16.541471 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Made reservation on behalf of 76ed46f650684b7eab7b6d361a517d58 for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:39:16.545241 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:16.632253 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6f71346c-5b3d-4b50-bc0e-1694baf287ab req-240b8b40-1072-4fdc-8c72-249f63307cad tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 210 time: 0.0589573 Dec 15 21:39:16.695227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Allocated IP 172.20.0.11 (bd70666d-47b7-4a31-9db9-58cd0ab9699f/71fe88a0-261e-4776-bb60-52caf825dd07/6b2272b9-ed2d-4be3-beed-ad26813ef568) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:39:16.841056 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:16.929935 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:16.994649 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16b1e3d9-5257-4287-b4d2-757be28aa1cc req-b3da1cad-5b49-4b30-8c86-7a3af4d3166b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 210 time: 0.0356576 Dec 15 21:39:17.002457 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Network bd70666d-47b7-4a31-9db9-58cd0ab9699f is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:39:17.006193 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:39:17.008347 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Pushing event updated for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:17.011079 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:39:17.063385 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:17.063986 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.148580 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-598a8aaf-f0d4-4858-9a3a-ac27258755de tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8175828 Dec 15 21:39:17.186069 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Request body: {'port': {'device_id': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:17.239033 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.496272 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2272b9-ed2d-4be3-beed-ad26813ef568 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:39:17.503838 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.515608 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Transition to ACTIVE for port object 6b2272b9-ed2d-4be3-beed-ad26813ef568 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:39:17.557720 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.629388 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Pushing event updated for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:17.678042 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Attempting to bind port 6b2272b9-ed2d-4be3-beed-ad26813ef568 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:39:17.678382 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Attempting to bind port 6b2272b9-ed2d-4be3-beed-ad26813ef568 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:39:17.678827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Attempting to bind port 6b2272b9-ed2d-4be3-beed-ad26813ef568 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:39:17.683848 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Port 6b2272b9-ed2d-4be3-beed-ad26813ef568 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:39:17.684162 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Attempting to bind port 6b2272b9-ed2d-4be3-beed-ad26813ef568 on network bd70666d-47b7-4a31-9db9-58cd0ab9699f {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:39:17.689291 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:39:17.689704 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Checking segment: {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:39:17.690084 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Bound using segment: {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:39:17.690670 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Bound port: 6b2272b9-ed2d-4be3-beed-ad26813ef568, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ce0776-5fd3-445b-82eb-3f02cf6eae59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:39:17.691020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.788806 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ca5f4-ee44-4949-9be8-b2f2afebf85a req-573e9090-411c-4968-9f8f-5bed6dda2c43 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:17.790919 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe6ca5f4-ee44-4949-9be8-b2f2afebf85a req-573e9090-411c-4968-9f8f-5bed6dda2c43 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 944 time: 0.0885949 Dec 15 21:39:17.796918 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:39:17.801327 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:39:17.842047 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fe6ca5f4-ee44-4949-9be8-b2f2afebf85a req-b277c428-ac83-4468-b109-ff21e46a9423 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427840 Dec 15 21:39:17.878556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.914028 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:17.914711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:17.916643 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] 10.222.0.60 "PUT /v2.0/ports/6b2272b9-ed2d-4be3-beed-ad26813ef568 HTTP/1.1" status: 200 len: 1094 time: 0.7346609 Dec 15 21:39:17.917082 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:17.919342 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dfafa2-cd09-4172-80b1-744fcb1c91df" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:17.942709 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619d877-f281-4757-baa4-127e19d6f05a service neutron] Pushing event updated for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:17.957947 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fb016c-0ea8-415e-92e6-9e07cc43b4b2 x-openstack-request-id: req-f7fb016c-0ea8-415e-92e6-9e07cc43b4b2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:17.958242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:17.958495 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7fb016c-0ea8-415e-92e6-9e07cc43b4b2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:17.958894 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568', 'status': 'completed', 'code': 200} Dec 15 21:39:18.020544 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-e921e4f2-930c-45e6-b3dc-408d3afdd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.022073 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-e921e4f2-930c-45e6-b3dc-408d3afdd13d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0402100 Dec 15 21:39:18.113443 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9fa65871-537e-42e3-8993-d3b4e89aaa1e req-b02e8d85-f5c3-4fc8-8bf3-6b8d0c50a75f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 210 time: 0.0313094 Dec 15 21:39:18.146031 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-10f8c36e-6705-40d7-a23e-c66515e8cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.147445 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-10f8c36e-6705-40d7-a23e-c66515e8cae9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=76ed46f650684b7eab7b6d361a517d58&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1169300 Dec 15 21:39:18.241537 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-abc04aa3-70cf-45bc-a50e-43cf590a269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.243012 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-11dfafa2-cd09-4172-80b1-744fcb1c91df req-abc04aa3-70cf-45bc-a50e-43cf590a269b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879376 Dec 15 21:39:18.323949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-e38abb0f-76a6-43e1-88fd-b131e82338b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.325460 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-e38abb0f-76a6-43e1-88fd-b131e82338b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=76ed46f650684b7eab7b6d361a517d58&device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0417821 Dec 15 21:39:18.367173 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-83a1bc4b-eb1a-408f-b28a-6fa97fe6c7ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568 HTTP/1.1" status: 200 len: 217 time: 0.0333982 Dec 15 21:39:18.420525 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-bed59272-9c07-4f49-897a-edb9a4f8a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.421963 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-bed59272-9c07-4f49-897a-edb9a4f8a449 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=71fe88a0-261e-4776-bb60-52caf825dd07 HTTP/1.1" status: 200 len: 854 time: 0.0462580 Dec 15 21:39:18.456308 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-02511292-c890-4e8c-9480-8d726d8f7d8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd70666d-47b7-4a31-9db9-58cd0ab9699f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240791 Dec 15 21:39:18.549883 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-7136c546-99d0-433a-8545-303d2a0b4ddd service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850065 Dec 15 21:39:18.705075 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c27d946a-555e-4dc0-94d3-051f58c86422 req-ee61a003-683f-48cf-b645-647a182bca44 service neutron] 10.222.0.60 "GET /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476648 Dec 15 21:39:18.727476 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-66a98be8-1755-480d-adf2-ec36e0658b31 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.729482 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-66a98be8-1755-480d-adf2-ec36e0658b31 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1241531 Dec 15 21:39:18.798466 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-c93f79d6-6f8e-4360-99ca-67c36c841365 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 379 time: 0.0601709 Dec 15 21:39:18.811545 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'port': {'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'admin_state_up': True, 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'security_groups': ['df4516c3-1110-465c-8bd9-32ef98d025d7']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:18.964174 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815652f-842d-414f-9d73-c9bed302e088 req-441aaca4-6744-4b34-a5e3-dabc7c5c5f47 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:18.965686 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4815652f-842d-414f-9d73-c9bed302e088 req-441aaca4-6744-4b34-a5e3-dabc7c5c5f47 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 944 time: 0.0540099 Dec 15 21:39:18.988104 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Made reservation on behalf of 7a7f1475836c4ddcbbce1f9ed5d8442d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:39:18.991509 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.040716 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4815652f-842d-414f-9d73-c9bed302e088 req-69a8d7e4-c150-4833-984b-77d9a340b25e tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678732 Dec 15 21:39:19.137220 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.20.0.11 (84670406-411e-4ab0-9679-341f575273cc/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf/08aa42c4-9d63-4841-a40c-20fb0ea1cb0e) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:39:19.244075 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f61e8f91-bd9d-476d-a7ac-b462f2b010b0 req-5a46ad69-4101-44fe-8b58-4d383d443a5b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 210 time: 0.0550611 Dec 15 21:39:19.266352 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.297139 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.380872 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.425073 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:39:19.428133 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:39:19.432140 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:39:19.466791 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:19.495062 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:19.495625 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.589699 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-a960a8b9-e6e5-41e9-9dd9-6b7f2d0ea332 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7830617 Dec 15 21:39:19.615659 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Request body: {'port': {'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:19.618523 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-67cbf39f-e2b7-4158-9c44-ea395d5f1bfd None None] Provisioning complete for port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:39:19.618893 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-67cbf39f-e2b7-4158-9c44-ea395d5f1bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.678079 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.778888 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-67cbf39f-e2b7-4158-9c44-ea395d5f1bfd None None] Port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:39:19.936971 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:39:19.944718 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:19.956980 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Transition to ACTIVE for port object 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:39:20.037951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:20.089897 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Pushing event updated for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:20.195379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c2328-f666-4a86-b70c-d3b7fb5b6146 req-cefa0d67-926e-4c88-b109-422c12411b27 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:20.197457 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa3c2328-f666-4a86-b70c-d3b7fb5b6146 req-cefa0d67-926e-4c88-b109-422c12411b27 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 944 time: 0.0688798 Dec 15 21:39:20.198158 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Attempting to bind port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:39:20.198486 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Attempting to bind port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:39:20.198810 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Attempting to bind port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:39:20.203770 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e on network 84670406-411e-4ab0-9679-341f575273cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:39:20.204093 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Attempting to bind port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:39:20.215818 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:39:20.216156 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:39:20.216534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Bound using segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:39:20.216975 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Bound port: 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:39:20.217346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:20.290866 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-fa3c2328-f666-4a86-b70c-d3b7fb5b6146 req-36297a54-98d2-4e6a-ab10-248e67798d12 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839477 Dec 15 21:39:20.315769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:39:20.318873 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:39:20.374379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce701b-b363-4a4d-9eca-8a3791dd39a0 req-b3128859-9751-4085-850a-407571019efa tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:20.375724 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c9ce701b-b363-4a4d-9eca-8a3791dd39a0 req-b3128859-9751-4085-850a-407571019efa tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0491462 Dec 15 21:39:20.394922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:20.440318 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:20.440922 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:20.442299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] 10.222.0.60 "PUT /v2.0/ports/08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 1094 time: 0.8310196 Dec 15 21:39:20.444612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:20.447067 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12" -d '{"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:20.476540 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c9ce701b-b363-4a4d-9eca-8a3791dd39a0 req-2bc7cd13-c192-4695-86d2-e96f82aa3f99 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948424 Dec 15 21:39:20.482741 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acfee1-95a6-4512-a375-abf6fcb86991 service neutron] Pushing event updated for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:20.492906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d135d1-61d9-4d61-8da9-59fed7f9a4f7 x-openstack-request-id: req-a5d135d1-61d9-4d61-8da9-59fed7f9a4f7 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:20.493786 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:20.494047 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5d135d1-61d9-4d61-8da9-59fed7f9a4f7 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:20.494434 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'status': 'completed', 'code': 200} Dec 15 21:39:20.562904 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-08c1d3fe-bab7-4b6b-b769-cd355f87d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:20.564299 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-08c1d3fe-bab7-4b6b-b769-cd355f87d4c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1097 time: 0.0425959 Dec 15 21:39:20.926519 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-087232c7-e740-4c64-9c1d-dc128c38709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:20.927950 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-087232c7-e740-4c64-9c1d-dc128c38709a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3541331 Dec 15 21:39:21.021623 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-c7d15817-d8d7-43cd-b184-a54346f69192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.023068 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e6a8bcb7-9db7-47a1-bdeb-67dbe0496e12 req-c7d15817-d8d7-43cd-b184-a54346f69192 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872321 Dec 15 21:39:21.106333 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-54140cee-be6b-4d5b-94b2-f76f175ef674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.107827 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-54140cee-be6b-4d5b-94b2-f76f175ef674 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1097 time: 0.0415747 Dec 15 21:39:21.150209 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-137f19c9-203d-4375-af56-42cb28dce530 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0332158 Dec 15 21:39:21.197061 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-15bf3ad5-4a45-4f8c-9d84-1ee1cc1df4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.198360 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-15bf3ad5-4a45-4f8c-9d84-1ee1cc1df4be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0412948 Dec 15 21:39:21.244811 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-5efc42b5-62ed-4f63-9e04-f74118ade1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.246263 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-5efc42b5-62ed-4f63-9e04-f74118ade1bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407526 Dec 15 21:39:21.332066 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-eb216e26-c261-4272-af1e-7964e0b3bec1 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783498 Dec 15 21:39:21.471063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d5d8-411c-43c7-b92e-5d410ebe00f7 req-cb48eb8d-3a1a-4fbc-95e5-088af267661a tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.472445 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71a3d5d8-411c-43c7-b92e-5d410ebe00f7 req-cb48eb8d-3a1a-4fbc-95e5-088af267661a tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 944 time: 0.0843022 Dec 15 21:39:21.474242 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-608d8e0d-b158-4a3f-bf8e-a9278ddb753b req-25caa00f-90f5-444d-8306-b6149687276e service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347795 Dec 15 21:39:21.520687 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71a3d5d8-411c-43c7-b92e-5d410ebe00f7 req-a00c7e78-ed85-4550-a56b-fe2342f4fef2 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417581 Dec 15 21:39:21.608575 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a1a8-5af7-49f5-a120-8e7e59f414e9 req-3abe5bff-0538-4d9d-94e6-ac6497d672ef tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:21.610083 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c385a1a8-5af7-49f5-a120-8e7e59f414e9 req-3abe5bff-0538-4d9d-94e6-ac6497d672ef tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0517337 Dec 15 21:39:21.659108 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c385a1a8-5af7-49f5-a120-8e7e59f414e9 req-197c1298-b8ad-49d7-aef5-e866c6a17601 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431685 Dec 15 21:39:22.632389 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc567cf-26f0-4cea-974f-fe194f7780eb req-c5868adc-c3d1-4641-b4be-46cae9209359 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:22.634378 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-adc567cf-26f0-4cea-974f-fe194f7780eb req-c5868adc-c3d1-4641-b4be-46cae9209359 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 944 time: 0.0477741 Dec 15 21:39:22.680175 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-adc567cf-26f0-4cea-974f-fe194f7780eb req-d6bca111-50e7-4b90-b2b7-397e04b16469 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Dec 15 21:39:22.769906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a0e18-227c-4c4d-8f9f-b96a4d8934eb req-783c1b3a-9845-4c58-8571-e737e931c44f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:22.771386 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a9a0e18-227c-4c4d-8f9f-b96a4d8934eb req-783c1b3a-9845-4c58-8571-e737e931c44f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0473287 Dec 15 21:39:22.824886 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1a9a0e18-227c-4c4d-8f9f-b96a4d8934eb req-bf6be0ec-af5d-4c64-8957-557a52de0ddb tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470631 Dec 15 21:39:23.087899 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6b2272b9-ed2d-4be3-beed-ad26813ef568 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:39:23.179375 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:23.190242 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '6b2272b9-ed2d-4be3-beed-ad26813ef568', 'network_id': 'bd70666d-47b7-4a31-9db9-58cd0ab9699f', 'port_id': '6b2272b9-ed2d-4be3-beed-ad26813ef568', 'mac_address': 'fa:16:3e:3f:c4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fe88a0-261e-4776-bb60-52caf825dd07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:39:23.225864 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:23.238574 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2272b9-ed2d-4be3-beed-ad26813ef568 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:39:23.257913 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:23.305999 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:23.351063 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:23.357891 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.358236 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.358573 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.358905 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.359228 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.359549 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.359871 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.360188 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.360505 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.360820 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.361138 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.361479 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.361796 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:23.628681 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6b2272b9-ed2d-4be3-beed-ad26813ef568'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:39:23.793472 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67c41d-f772-4289-b595-bf66e17bb586 req-97765c3a-2d3f-4d2d-af5c-decc370df846 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:23.794935 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6f67c41d-f772-4289-b595-bf66e17bb586 req-97765c3a-2d3f-4d2d-af5c-decc370df846 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 945 time: 0.0478349 Dec 15 21:39:23.840941 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6f67c41d-f772-4289-b595-bf66e17bb586 req-801dd362-5263-41e6-9058-69e0a5210e62 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401018 Dec 15 21:39:23.937643 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b28b-e715-4157-883a-4ab86c2eb9ac req-fe0fe05f-178e-4fa2-a262-d18f26cbdc05 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:23.938991 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32f3b28b-e715-4157-883a-4ab86c2eb9ac req-fe0fe05f-178e-4fa2-a262-d18f26cbdc05 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0470068 Dec 15 21:39:23.986098 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-32f3b28b-e715-4157-883a-4ab86c2eb9ac req-92fc68ce-f862-4dfd-9019-4eef5aad1952 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Dec 15 21:39:24.955568 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb494-7ede-4477-a784-b9da3dc14fbe req-d6577a4d-2708-47f8-89ce-92f1e6c53dd5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:24.956991 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de4fb494-7ede-4477-a784-b9da3dc14fbe req-d6577a4d-2708-47f8-89ce-92f1e6c53dd5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 945 time: 0.0500286 Dec 15 21:39:25.004555 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-de4fb494-7ede-4477-a784-b9da3dc14fbe req-8d078d7d-f040-4a45-a637-46e743bf8d00 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410473 Dec 15 21:39:25.089752 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6b2272b9-ed2d-4be3-beed-ad26813ef568 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:39:25.098687 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a06b0-0a1f-44b0-878f-be85423e0a54 req-77b991b4-9a1c-41fe-b1b8-b187aad75d81 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:25.100200 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-212a06b0-0a1f-44b0-878f-be85423e0a54 req-77b991b4-9a1c-41fe-b1b8-b187aad75d81 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0503495 Dec 15 21:39:25.148968 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-212a06b0-0a1f-44b0-878f-be85423e0a54 req-c45b58f9-c4b3-480a-b72e-356bc9624ace tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423970 Dec 15 21:39:25.181227 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 6b2272b9-ed2d-4be3-beed-ad26813ef568 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:39:25.185151 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 6b2272b9-ed2d-4be3-beed-ad26813ef568 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:39:25.185548 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:25.260947 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:25.282563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:25.284779 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd4b0b6-285d-40fb-8a1b-690893e5310e" -d '{"events": [{"server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "name": "network-vif-plugged", "status": "completed", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:25.297624 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:25.323519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca35dc8-0419-40fc-b3e5-8bf44c9d73be x-openstack-request-id: req-6ca35dc8-0419-40fc-b3e5-8bf44c9d73be {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:25.323519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "name": "network-vif-plugged", "status": "completed", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:25.323519 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ca35dc8-0419-40fc-b3e5-8bf44c9d73be {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:25.323519 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568', 'code': 200} Dec 15 21:39:25.352254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:25.398093 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:25.603442 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37f778-9603-4512-923e-77dbeaecae59 req-8fc9692e-0dff-4571-a599-139630ae4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:25.604863 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef37f778-9603-4512-923e-77dbeaecae59 req-8fc9692e-0dff-4571-a599-139630ae4b75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 1099 time: 0.0431294 Dec 15 21:39:25.647702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ef37f778-9603-4512-923e-77dbeaecae59 req-6e325484-521d-4ba2-8fcc-043a3f612777 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363421 Dec 15 21:39:26.116609 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b901ac-c8a5-49ac-9e29-7f2e9a4c4ccb req-48678926-b386-4954-88b2-9352a4254de5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:26.118085 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6b901ac-c8a5-49ac-9e29-7f2e9a4c4ccb req-48678926-b386-4954-88b2-9352a4254de5 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.0481825 Dec 15 21:39:26.163635 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6b901ac-c8a5-49ac-9e29-7f2e9a4c4ccb req-ad20848a-d7d6-4e8f-9d6a-e81d86985bf4 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Dec 15 21:39:26.261690 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77ee0-2532-48ce-ad7a-87eecee077bd req-c8bab261-392b-4ddc-9934-e1655e2c4ca8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:26.263140 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3fa77ee0-2532-48ce-ad7a-87eecee077bd req-c8bab261-392b-4ddc-9934-e1655e2c4ca8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0477893 Dec 15 21:39:26.314117 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3fa77ee0-2532-48ce-ad7a-87eecee077bd req-199ecf9a-8f36-4b13-9f12-bf4a0ae8830a tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Dec 15 21:39:27.275599 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55bfd5-6ce8-4f6f-b281-25b4ca85ab9a req-a70334bf-952f-4705-86dd-0ee7dce42067 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:27.277050 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2d55bfd5-6ce8-4f6f-b281-25b4ca85ab9a req-a70334bf-952f-4705-86dd-0ee7dce42067 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.0476902 Dec 15 21:39:27.323161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2d55bfd5-6ce8-4f6f-b281-25b4ca85ab9a req-77de29b7-7f14-4738-b9d5-08bc4a0ffe75 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Dec 15 21:39:27.428034 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650cae7-ea89-4401-83b5-323ae37db3f5 req-c0705fa6-052d-40dd-a1d1-f35086ca717f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:27.429709 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5650cae7-ea89-4401-83b5-323ae37db3f5 req-c0705fa6-052d-40dd-a1d1-f35086ca717f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0500734 Dec 15 21:39:27.479830 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5650cae7-ea89-4401-83b5-323ae37db3f5 req-ae706542-3fa8-4f12-9c25-861b8da88152 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Dec 15 21:39:28.598391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971750-44b2-42cf-8e40-6e512020d010 req-4217b02e-bfc2-48dc-a6ff-70924fe80899 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:28.599829 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c7971750-44b2-42cf-8e40-6e512020d010 req-4217b02e-bfc2-48dc-a6ff-70924fe80899 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0511582 Dec 15 21:39:28.648695 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c7971750-44b2-42cf-8e40-6e512020d010 req-4efaf7ee-f809-471f-ad8d-b38bb27f0c67 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Dec 15 21:39:29.762869 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59417ba4-0f03-4e56-a8f3-c35fb2629cb3 req-fb998e56-05b9-445f-9c88-4ca92aa8f633 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:29.764297 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59417ba4-0f03-4e56-a8f3-c35fb2629cb3 req-fb998e56-05b9-445f-9c88-4ca92aa8f633 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0481405 Dec 15 21:39:29.812287 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-59417ba4-0f03-4e56-a8f3-c35fb2629cb3 req-2b4f4709-061b-4ad2-bb5b-7b61e01b5cbd tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Dec 15 21:39:30.923197 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de751f-238a-4d96-81fe-1b80c2a894cb req-20620d03-e9cd-46f2-ab48-91a3e9b62374 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:30.924625 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1de751f-238a-4d96-81fe-1b80c2a894cb req-20620d03-e9cd-46f2-ab48-91a3e9b62374 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 944 time: 0.0470788 Dec 15 21:39:30.975857 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d1de751f-238a-4d96-81fe-1b80c2a894cb req-c9a6d87a-ea96-478b-bf2f-ad1cbe7469b3 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453811 Dec 15 21:39:31.124285 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:39:31.214413 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:31.225453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:39:31.261023 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:31.276886 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:39:31.297098 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:31.351348 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:31.397654 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:31.715242 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:39:32.099876 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c3341-127c-4289-ac99-210a773d55de req-87eff50c-bce2-4c1d-99fe-040b3f5b6aaa tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:32.101334 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-129c3341-127c-4289-ac99-210a773d55de req-87eff50c-bce2-4c1d-99fe-040b3f5b6aaa tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 945 time: 0.0587013 Dec 15 21:39:32.162505 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-129c3341-127c-4289-ac99-210a773d55de req-4e2438c4-befb-4239-bbea-dea9ea63f513 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552707 Dec 15 21:39:33.139229 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:39:33.249113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:39:33.253236 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:39:33.253655 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:33.278294 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edea10-8e7d-418f-8d46-2fb5d1cdfac3 req-ffdbcb76-5fd5-4d95-922e-f054e15499de tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:33.279786 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8edea10-8e7d-418f-8d46-2fb5d1cdfac3 req-ffdbcb76-5fd5-4d95-922e-f054e15499de tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Dec 15 21:39:33.327295 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a8edea10-8e7d-418f-8d46-2fb5d1cdfac3 req-0a94e3f3-60ed-47be-98e3-b858c5df11d3 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Dec 15 21:39:33.333892 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:33.344605 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:39:33.357810 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:33.360025 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee10173-6918-46a1-847a-009de22186de" -d '{"events": [{"server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "name": "network-vif-plugged", "status": "completed", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:33.372833 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:33.400432 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2369dd9-5e22-459d-affa-0fdd87ee8fae x-openstack-request-id: req-d2369dd9-5e22-459d-affa-0fdd87ee8fae {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:33.400432 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "name": "network-vif-plugged", "status": "completed", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:33.400432 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2369dd9-5e22-459d-affa-0fdd87ee8fae {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:33.400432 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'code': 200} Dec 15 21:39:33.454873 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:33.502524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:33.760262 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf26d3-6433-4936-bea1-810ff42c8432 req-401c3752-ef42-4ac6-ba3a-b500ba22457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:33.761757 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cdbf26d3-6433-4936-bea1-810ff42c8432 req-401c3752-ef42-4ac6-ba3a-b500ba22457e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1099 time: 0.0434856 Dec 15 21:39:33.809275 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cdbf26d3-6433-4936-bea1-810ff42c8432 req-966c04c5-a859-4e83-9a9f-af1971065bac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394742 Dec 15 21:39:34.443022 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba89bc-2ab4-45c9-ad47-e13357ba0d5c req-0c0392c4-a0af-41b6-8db4-e4cf264558a0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:34.444508 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d5ba89bc-2ab4-45c9-ad47-e13357ba0d5c req-0c0392c4-a0af-41b6-8db4-e4cf264558a0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0493836 Dec 15 21:39:34.498165 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-d5ba89bc-2ab4-45c9-ad47-e13357ba0d5c req-9b689b17-b85b-4955-9282-7e5cf5fb7dac tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472713 Dec 15 21:39:35.632721 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cfcfe-7749-4b4a-af14-ae900208e540 req-12c2a072-4663-40c9-97c4-579a14c318e0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:35.634266 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f9cfcfe-7749-4b4a-af14-ae900208e540 req-12c2a072-4663-40c9-97c4-579a14c318e0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0570140 Dec 15 21:39:35.693496 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f9cfcfe-7749-4b4a-af14-ae900208e540 req-e163125b-795f-431c-abd3-18049f295b1e tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531754 Dec 15 21:39:35.811373 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88598-d616-4a49-a54e-c3e61612da3e req-3ef49860-0bc8-424c-b598-f6a71716e8f5 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:35.812867 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6d88598-d616-4a49-a54e-c3e61612da3e req-3ef49860-0bc8-424c-b598-f6a71716e8f5 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0512290 Dec 15 21:39:35.869119 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-a6d88598-d616-4a49-a54e-c3e61612da3e req-37708981-4310-421d-bd69-9d4a11d94099 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501981 Dec 15 21:39:35.895116 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55326) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:39:35.943645 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14108458-c5e2-4e68-b6a1-11842e7efbf4 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:35.945063 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-14108458-c5e2-4e68-b6a1-11842e7efbf4 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1094 time: 0.0487843 Dec 15 21:39:35.947918 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55328) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:39:35.952042 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:36.032205 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:36.148099 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:36.256567 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.27.3.95 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/8b5f8d8e-5a4e-4ee7-a550-bdfc21249856) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:39:36.357761 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:36.449701 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:36.502259 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:39:36.505251 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:39:36.509257 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:39:36.514600 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=8b5f8d8e-5a4e-4ee7-a550-bdfc21249856,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:36.890447 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.016708 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.157284 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c70212e7-9438-4bad-ab68-2c1431a16b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.176421 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.226509 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.293760 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=8b5f8d8e-5a4e-4ee7-a550-bdfc21249856,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:37.303277 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.400917 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP 8bde8484-7985-462e-b327-407355b87bf8 associated. External IP: 172.27.3.95, port: 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e. Dec 15 21:39:37.617792 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:39:37.722462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:39:37.731995 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:39:37.741360 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:39:37.741966 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:39:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:37.823068 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:37.846748 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:39:37.850027 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-5c0c0ad1-736b-4d91-9088-d881eb0b5598 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9011199 Dec 15 21:39:37.850619 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:37.852894 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65449f8d-b0da-4d54-a16e-b70900ec5686" -d '{"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:37.889673 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ebb344-54fe-4995-8397-e079d25b3951 x-openstack-request-id: req-77ebb344-54fe-4995-8397-e079d25b3951 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:37.889967 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:37.890224 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77ebb344-54fe-4995-8397-e079d25b3951 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:37.890634 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'status': 'completed', 'code': 200} Dec 15 21:39:38.065206 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:36Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:38.094453 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:39:38.102823 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:39:38.103420 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:39:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:38.334002 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:39:38.548374 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:36Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:38.574037 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66441fe9-337a-42ef-a40c-a92fe6b547e7 None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:36Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:39:38.751750 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78bce35-a14d-4e0e-aa9b-031dff75e295 None None] New status for floating IP 8bde8484-7985-462e-b327-407355b87bf8: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:39:39.149787 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-a553b2cf-685a-4b94-9730-70c01aba8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:39.151274 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-a553b2cf-685a-4b94-9730-70c01aba8e43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1099 time: 0.0407712 Dec 15 21:39:39.511783 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3fac251a-2415-4ca0-8503-740c14a4d792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:40.619956 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-bc322cd3-2792-448f-84e8-06064b862dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:40.621428 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-bc322cd3-2792-448f-84e8-06064b862dc8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0986006 Dec 15 21:39:40.685161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-bec2d867-4fcb-4267-9711-77cd95a43494 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0563154 Dec 15 21:39:40.737435 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-be3c41e5-2596-44cf-9f88-e32ddcc6a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:40.738818 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-be3c41e5-2596-44cf-9f88-e32ddcc6a449 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0458317 Dec 15 21:39:40.784206 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-38994667-db83-46ca-8bc0-29f6ec29a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:40.785738 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-38994667-db83-46ca-8bc0-29f6ec29a941 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401247 Dec 15 21:39:40.825974 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:40.875109 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-32741015-9fb4-4851-8039-556d7e845ff0 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805788 Dec 15 21:39:40.967536 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-65449f8d-b0da-4d54-a16e-b70900ec5686 req-3468dce8-3c8d-4308-92e4-4f85eba0de49 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851088 Dec 15 21:39:42.100300 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:43.271624 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:49.277666 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:53.038776 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6988a7-a01a-47de-82c5-313c218e5af1 req-2ec092f6-0826-4d18-be11-8e458b1a782f tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:53.040221 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4d6988a7-a01a-47de-82c5-313c218e5af1 req-2ec092f6-0826-4d18-be11-8e458b1a782f tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Dec 15 21:39:53.086148 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4d6988a7-a01a-47de-82c5-313c218e5af1 req-ea2e1317-7443-4d6f-8d67-36f791027c56 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Dec 15 21:39:54.202849 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ee42b-eb73-470c-a889-df3715d8e7ca req-a96ff690-59bf-4090-98ac-a31b6ce399e6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:54.204289 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-567ee42b-eb73-470c-a889-df3715d8e7ca req-a96ff690-59bf-4090-98ac-a31b6ce399e6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.0517166 Dec 15 21:39:54.250303 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-567ee42b-eb73-470c-a889-df3715d8e7ca req-dc4fc0e3-8296-4b13-a6da-636b9a988ce4 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Dec 15 21:39:55.228274 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-a616fa27-4e44-4480-8c10-a4250c3cf380 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:55.229750 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-a616fa27-4e44-4480-8c10-a4250c3cf380 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.0475399 Dec 15 21:39:55.333654 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Deleting port 6b2272b9-ed2d-4be3-beed-ad26813ef568 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:39:55.333988 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:55.423819 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f665bd-7cb6-4f21-8056-03e10bbfc541 req-6ca6e114-34eb-4a6e-9650-4bae4fb8946f tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:55.425268 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9f665bd-7cb6-4f21-8056-03e10bbfc541 req-6ca6e114-34eb-4a6e-9650-4bae4fb8946f tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 946 time: 0.1059625 Dec 15 21:39:55.464005 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] For port 6b2272b9-ed2d-4be3-beed-ad26813ef568, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6b2272b9-ed2d-4be3-beed-ad26813ef568,segment=NetworkSegment(01ce0776-5fd3-445b-82eb-3f02cf6eae59),segment_id=01ce0776-5fd3-445b-82eb-3f02cf6eae59)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:39:55.464368 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:55.487901 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Calling delete_port for 6b2272b9-ed2d-4be3-beed-ad26813ef568 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:39:55.506222 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-e9f665bd-7cb6-4f21-8056-03e10bbfc541 req-a50a2d3b-6a54-42f1-b819-c10a51ac7588 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/security-groups?id=bfb8aeab-e55a-41e9-bb14-a45d48461d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744991 Dec 15 21:39:55.706284 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:55.719732 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['6b2272b9-ed2d-4be3-beed-ad26813ef568'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:39:55.733556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Pushing event deleted for resources: {'Port': ['ID=6b2272b9-ed2d-4be3-beed-ad26813ef568,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:55.781990 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] No DVR routers for this DVR port 6b2272b9-ed2d-4be3-beed-ad26813ef568 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:39:55.784657 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:39:55.788097 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7afcea03-a908-48c3-821d-cd1fc9cba0a9 req-30baa381-eda2-453c-94e4-ca41a44b77f6 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.60 "DELETE /v2.0/ports/6b2272b9-ed2d-4be3-beed-ad26813ef568 HTTP/1.1" status: 204 len: 173 time: 0.5516481 Dec 15 21:39:55.788542 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'name': 'network-vif-deleted', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:39:55.790921 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db16c72-bbfe-490f-87ed-0b615e9c2e14" -d '{"events": [{"server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "name": "network-vif-deleted", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:39:55.827238 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8e0310-d72d-435e-a892-992f9c7d1625 x-openstack-request-id: req-6e8e0310-d72d-435e-a892-992f9c7d1625 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:39:55.827534 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa5733-bdc7-4fcd-a19a-61688ba77ed7", "name": "network-vif-deleted", "tag": "6b2272b9-ed2d-4be3-beed-ad26813ef568", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:39:55.827789 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e8e0310-d72d-435e-a892-992f9c7d1625 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:39:55.828188 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aa5733-bdc7-4fcd-a19a-61688ba77ed7', 'name': 'network-vif-deleted', 'tag': '6b2272b9-ed2d-4be3-beed-ad26813ef568', 'status': 'completed', 'code': 200} Dec 15 21:39:56.610160 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-93f7171e-6d70-476b-979f-5742dd19301e req-4e8d1758-1ee7-41d7-8497-c44f8b311aa4 tempest-VolumesSnapshotTestJSON-1721652962 tempest-VolumesSnapshotTestJSON-1721652962-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3aa5733-bdc7-4fcd-a19a-61688ba77ed7 HTTP/1.1" status: 200 len: 210 time: 0.0258348 Dec 15 21:39:59.296281 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6b2272b9-ed2d-4be3-beed-ad26813ef568 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:39:59.316067 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 6b2272b9-ed2d-4be3-beed-ad26813ef568 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:39:59.316420 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 6b2272b9-ed2d-4be3-beed-ad26813ef568 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:40:07.117227 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1932b36a-f2ea-48a7-b1b5-da79cf1b39d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:09.494373 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8e951610-e94e-4ee6-b1ed-c0ce87675b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:10.343443 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:40:10.808601 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:12.088445 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:13.282536 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:19.271147 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.069916 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55556) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:40:25.113495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Deleting subnet 71fe88a0-261e-4776-bb60-52caf825dd07 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:40:25.116465 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.152352 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.189084 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.288469 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.314964 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.318073 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71fe88a0-261e-4776-bb60-52caf825dd07 HTTP/1.1" status: 204 len: 168 time: 0.2471755 Dec 15 21:40:25.319009 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71fe88a0-261e-4776-bb60-52caf825dd07,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:25.320681 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55558) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:40:25.326241 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.326592 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.327433 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.327787 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.328095 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.328420 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.328845 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.329176 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.329524 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.329849 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.330171 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.330490 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.330812 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac42d821-1bf4-4473-86d3-947edf5a4181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.386739 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.464913 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.483843 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd70666d-47b7-4a31-9db9-58cd0ab9699f']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:25.492604 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ce0776-5fd3-445b-82eb-3f02cf6eae59') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:25.492892 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ce0776-5fd3-445b-82eb-3f02cf6eae59') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:25.502566 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.515914 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.521559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:40:25.521927 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:40:25.523493 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:40:25.625610 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.630771 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:25.634033 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] 10.222.0.44 "DELETE /v2.0/networks/bd70666d-47b7-4a31-9db9-58cd0ab9699f HTTP/1.1" status: 204 len: 168 time: 0.3122437 Dec 15 21:40:25.645379 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Pushing event deleted for resources: {'Network': ['ID=bd70666d-47b7-4a31-9db9-58cd0ab9699f,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:25.652484 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.652839 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.653183 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.653548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.653881 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.654210 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.654539 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.654868 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.655192 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.655521 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.655844 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.656164 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:25.656481 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef13e1e-2b5d-4a86-9633-ee7e6993122f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:26.000288 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55562) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:40:26.043595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-e03ae324-82af-4e11-8eff-f114e85c4600 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76ed46f650684b7eab7b6d361a517d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421433 Dec 15 21:40:26.046575 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55564) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:40:26.093585 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:26.116895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:26.248418 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:26.251060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:26.252231 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfb8aeab-e55a-41e9-bb14-a45d48461d31 HTTP/1.1" status: 204 len: 168 time: 0.2047422 Dec 15 21:40:26.259929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b3e4-9e0a-4653-9783-6ee2684c6da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8aeab-e55a-41e9-bb14-a45d48461d31,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:29.362941 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-6bb8e4d3-c60c-47c7-a06e-e6a8c2b5c24d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438950 Dec 15 21:40:29.447850 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-6808580c-e4fc-4634-83a5-538ee2b99805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:29.449292 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-6808580c-e4fc-4634-83a5-538ee2b99805 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1138 time: 0.0422552 Dec 15 21:40:29.549531 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-5ad171e3-2fd9-4c5e-901f-197353d76e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:29.550973 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-5ad171e3-2fd9-4c5e-901f-197353d76e18 service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.0826325 Dec 15 21:40:29.619782 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-5f902105-74cb-460a-b96d-96f64423fb1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0609138 Dec 15 21:40:29.673758 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-19b377ea-3406-4597-ba7d-b6c3b9124afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:29.675196 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-19b377ea-3406-4597-ba7d-b6c3b9124afc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0472088 Dec 15 21:40:29.719990 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-81260f71-c020-48c1-83df-a536005a34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:29.721447 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-81260f71-c020-48c1-83df-a536005a34fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388758 Dec 15 21:40:29.811791 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-73cf746e-9f87-4d55-bd8b-3df4dd685e43 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824718 Dec 15 21:40:29.896938 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-94ff0789-6737-4795-a7e3-54392bd98b9d req-d9ab71c5-e73d-4489-96ed-bc2029c66789 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786998 Dec 15 21:40:36.545448 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6791a4-808a-40b1-b161-da8c352348dc req-5a007948-95b5-4c20-93e8-f7aa75b0096a tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:36.547442 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b6791a4-808a-40b1-b161-da8c352348dc req-5a007948-95b5-4c20-93e8-f7aa75b0096a tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0500886 Dec 15 21:40:36.638924 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6b6791a4-808a-40b1-b161-da8c352348dc req-42b3bf70-c92f-4d0e-82d8-bb6c1c1e539e tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853539 Dec 15 21:40:36.643453 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-5af4ba93-4bdb-41e0-8396-2b2ebd7aec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:36.644845 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-5af4ba93-4bdb-41e0-8396-2b2ebd7aec2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1138 time: 0.0744565 Dec 15 21:40:36.733227 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-6a0a89fb-7bbd-4595-b354-5dc52f14b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:36.735228 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-6a0a89fb-7bbd-4595-b354-5dc52f14b7fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.0823896 Dec 15 21:40:36.805250 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-a676a4a8-5845-4dcf-875a-b44d133819d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0628064 Dec 15 21:40:36.853529 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-2c06d41a-e678-46b3-ba71-4c5414dc9ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:36.854904 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-2c06d41a-e678-46b3-ba71-4c5414dc9ead service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0424516 Dec 15 21:40:36.899619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-7ca5d892-52d1-4b53-8a93-63167c13c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:36.901045 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-7ca5d892-52d1-4b53-8a93-63167c13c4bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380309 Dec 15 21:40:36.991475 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-2822ee42-4c1b-4fde-9e21-1a1223ead3f5 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819232 Dec 15 21:40:37.078858 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3f280ede-5ea2-46a3-bf12-f266aa89cc87 req-e200dde2-7099-497f-8d08-391f65fd8a9c service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796425 Dec 15 21:40:37.135113 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-99895b5e-0aca-46de-941b-b59c0db06020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:37.793098 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bfeae-a62a-4a7e-983d-96232eacc86b req-3196927d-fb4a-44af-a9cc-c10768ac1f8d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:37.795323 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-625bfeae-a62a-4a7e-983d-96232eacc86b req-3196927d-fb4a-44af-a9cc-c10768ac1f8d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0871875 Dec 15 21:40:37.860450 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-625bfeae-a62a-4a7e-983d-96232eacc86b req-603776c0-d64c-4c2c-8d8a-6ce8ef079bf0 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584791 Dec 15 21:40:38.976622 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506618b-f252-42ba-a23a-ebeed72c5ccd req-8c5ecbb8-db58-48b8-8393-70955b5b014b tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:38.978058 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7506618b-f252-42ba-a23a-ebeed72c5ccd req-8c5ecbb8-db58-48b8-8393-70955b5b014b tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0479372 Dec 15 21:40:39.036975 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7506618b-f252-42ba-a23a-ebeed72c5ccd req-8a2e5861-66b2-45d3-bc11-76f43802c8c2 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528674 Dec 15 21:40:39.521254 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-5586020e-a109-4399-85ab-2c8f558cbaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:40.152412 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc5ec8-d3d7-46c5-b634-830b9193d9b3 req-19671dfa-f7a3-4c14-be86-e6daac7b63ca tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:40.153906 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-66cc5ec8-d3d7-46c5-b634-830b9193d9b3 req-19671dfa-f7a3-4c14-be86-e6daac7b63ca tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0506327 Dec 15 21:40:40.211872 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-66cc5ec8-d3d7-46c5-b634-830b9193d9b3 req-8816905a-21f9-4f04-9c6e-dd4358a929bd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520260 Dec 15 21:40:40.853085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:41.330138 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7cbe5-bf55-470a-8bab-f702c89bcae3 req-e1e2b36e-2520-4c4b-96bd-21360f3a65fd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:41.331567 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2db7cbe5-bf55-470a-8bab-f702c89bcae3 req-e1e2b36e-2520-4c4b-96bd-21360f3a65fd tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0510669 Dec 15 21:40:41.388377 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2db7cbe5-bf55-470a-8bab-f702c89bcae3 req-f4032a08-f897-46ac-9e18-a827cc58a0de tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509079 Dec 15 21:40:42.087922 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:42.502660 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e237c8-442d-488a-aa41-f473bb2142f8 req-a558c14e-1f34-47b2-9d3e-fea33f0dfdf1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:42.504163 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01e237c8-442d-488a-aa41-f473bb2142f8 req-a558c14e-1f34-47b2-9d3e-fea33f0dfdf1 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0489352 Dec 15 21:40:42.563165 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-01e237c8-442d-488a-aa41-f473bb2142f8 req-26fd7f12-e7a1-41cb-8497-b4783e64b258 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529747 Dec 15 21:40:43.270940 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:40:43.679726 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc199-3765-44bd-99ac-79d1ee4bebbe req-082e59c2-0cc0-425e-a0af-ebd5e2c43f32 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:43.681203 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfabc199-3765-44bd-99ac-79d1ee4bebbe req-082e59c2-0cc0-425e-a0af-ebd5e2c43f32 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0512366 Dec 15 21:40:43.741711 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-cfabc199-3765-44bd-99ac-79d1ee4bebbe req-9785084b-d7e6-4126-b1f1-b28a66620799 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543313 Dec 15 21:40:44.858169 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c1410-16d0-4992-81c2-32f395ede80d req-b2077f87-f962-46ad-9558-79b5abc86f21 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:44.860359 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-613c1410-16d0-4992-81c2-32f395ede80d req-b2077f87-f962-46ad-9558-79b5abc86f21 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0507903 Dec 15 21:40:44.924190 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-613c1410-16d0-4992-81c2-32f395ede80d req-478053e1-0149-4df2-ae8b-9e9ed60132c6 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566435 Dec 15 21:40:46.037190 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155707-72b9-4c74-a217-993a9a6bd87c req-821d5cb5-88e9-4a5c-800b-e4b49c90a559 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:46.038662 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e155707-72b9-4c74-a217-993a9a6bd87c req-821d5cb5-88e9-4a5c-800b-e4b49c90a559 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0485213 Dec 15 21:40:46.099565 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e155707-72b9-4c74-a217-993a9a6bd87c req-a9c55b43-dd6e-40ab-b345-baa27e09a10a tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549343 Dec 15 21:40:47.212285 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eadf18-cec3-4f62-b030-b30afa438af2 req-1470aa99-3fe9-4abd-aecf-58107426f2bc tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:47.213708 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7eadf18-cec3-4f62-b030-b30afa438af2 req-1470aa99-3fe9-4abd-aecf-58107426f2bc tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0479059 Dec 15 21:40:47.270806 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b7eadf18-cec3-4f62-b030-b30afa438af2 req-6e54768a-1b67-47b3-a8b9-72100be2bab5 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512307 Dec 15 21:40:47.341929 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:40:48.382823 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d80a69-5c86-473a-ba83-1e8b14edfac3 req-a6e5e621-dce7-4981-871f-743dd612295f tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:48.384243 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8d80a69-5c86-473a-ba83-1e8b14edfac3 req-a6e5e621-dce7-4981-871f-743dd612295f tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0476143 Dec 15 21:40:48.441993 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-c8d80a69-5c86-473a-ba83-1e8b14edfac3 req-0fd67bd6-67ac-4817-801c-ca8324cdcdc4 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=acbefc78-182e-49bc-ade7-aee3e2865a25&id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517991 Dec 15 21:40:49.298535 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:07.128036 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1da898fa-90ec-4070-9c1a-8fcc3075d3f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:09.510480 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-4168d9bc-f7a0-4421-b63a-1f89ce0ff580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:10.898226 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:12.110512 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:13.314983 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:19.293447 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:24.340077 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:41:31.361708 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-821bc840-df14-477a-9861-57d90bfe46d0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409672 Dec 15 21:41:31.420602 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-f06dc981-1d52-4113-a1ff-3909d6b9e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:31.422089 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-f06dc981-1d52-4113-a1ff-3909d6b9e9cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1099 time: 0.0382895 Dec 15 21:41:31.520888 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-be4250f0-65ef-4f90-833f-e638b0701d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:31.522332 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-be4250f0-65ef-4f90-833f-e638b0701d4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0811021 Dec 15 21:41:31.600528 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-0d2bb219-664a-4cda-adab-6290e8911f54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 1001 time: 0.0700116 Dec 15 21:41:31.649383 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-8638d640-1190-4e52-82bb-394332a507cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:31.650698 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-8638d640-1190-4e52-82bb-394332a507cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0427494 Dec 15 21:41:31.694351 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-3ee0cb32-9238-4288-8226-674a93a20129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:31.695729 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-3ee0cb32-9238-4288-8226-674a93a20129 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381925 Dec 15 21:41:31.783926 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-2036961f-80ff-46a4-a714-1a1567cb503a service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810759 Dec 15 21:41:31.869909 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-3d0486a5-c27e-40a8-b517-cd642fa8e8b0 req-87717f1c-e8a1-4d6c-abab-f949e45b53de service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790982 Dec 15 21:41:37.175030 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a36895da-f6c5-479a-bf77-4c24d93cdb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:39.533305 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-76a519f2-dba7-4687-92d6-d708c661dd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:40.830742 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:42.115808 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:43.287503 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:47.958010 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-44225b8a-e1f8-45bb-9ab7-917588ae1da6 req-caa4cc5f-cd87-42c4-a2a6-15da6366dcc0 service neutron] (103255) timed out ('10.222.0.60', 53159) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 21:41:49.338481 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.109046 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-293391dd-3253-46ee-b98c-703cbe653959 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-449355650&fields=id&tenant_id=b5885553547b486fb0788faf3a05550c HTTP/1.1" status: 200 len: 267 time: 0.2660804 Dec 15 21:41:52.161939 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-bfffa390-5780-4cbc-a11a-273babba3c17 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:52.163370 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-bfffa390-5780-4cbc-a11a-273babba3c17 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 985 time: 0.0481100 Dec 15 21:41:52.174532 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Request body: {'port': {'security_groups': ['d9b25213-764e-44a3-a5bb-5f00806e86d4']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:41:52.236598 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.401973 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:41:52.432417 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.504671 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.516248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:41:52.552528 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:52.553151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.554558 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-0f3d9ee1-4f99-4a3d-89c4-7a773b3eae7f req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "PUT /v2.0/ports/4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 943 time: 0.3849180 Dec 15 21:41:52.555015 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:41:52.572601 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:41:52.573397 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55626) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:41:52.612470 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event updated for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=7']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:41:52.615813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e0cb3-c316-49a7-80f0-e59b8178b2d2 x-openstack-request-id: req-2d6e0cb3-c316-49a7-80f0-e59b8178b2d2 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:41:52.615813 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:41:52.616288 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d6e0cb3-c316-49a7-80f0-e59b8178b2d2 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:41:52.616706 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:41:52.618469 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.618841 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.619186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.619574 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.620173 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.620503 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.620834 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.621151 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.621681 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.621991 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.622315 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.622633 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.622953 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b3386f-3b73-429b-a4ef-ac2432405a9d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.640512 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:41:52.647558 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.674431 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.739147 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-89405e54-1cae-4805-9c23-50b872fbaca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:52.740654 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-89405e54-1cae-4805-9c23-50b872fbaca4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1099 time: 0.1048114 Dec 15 21:41:52.840340 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-f9a951ed-1d71-4084-9b1f-1ca256351d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:52.841702 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-f9a951ed-1d71-4084-9b1f-1ca256351d12 service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.0936399 Dec 15 21:41:52.846033 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.848570 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.849798 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "DELETE /v2.0/security-groups/acbefc78-182e-49bc-ade7-aee3e2865a25 HTTP/1.1" status: 204 len: 168 time: 0.2870395 Dec 15 21:41:52.852740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55634) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:41:52.894472 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbefc78-182e-49bc-ade7-aee3e2865a25,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:41:52.905616 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.905949 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.906282 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.906610 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.906938 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.907330 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.907871 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.908397 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.908870 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.909452 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.910441 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.910441 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.910691 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5a193e-fcfc-43ad-bfd6-05f7376eaf29 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:41:52.914360 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-061a42a4-68f1-4c2f-a818-d05f2e3a5c89 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0648565 Dec 15 21:41:52.943565 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-f8e55b77-b66d-4866-b27e-649183b7aa4d None None] Provisioning complete for port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:41:52.944110 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f8e55b77-b66d-4866-b27e-649183b7aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:52.971213 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-3ac2b829-e5f2-4686-b9c0-246985c38bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:52.975740 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-3ac2b829-e5f2-4686-b9c0-246985c38bf4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0514374 Dec 15 21:41:53.020743 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-9739e544-3962-46b2-9602-385eed53c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:53.022447 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-9739e544-3962-46b2-9602-385eed53c53a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423913 Dec 15 21:41:53.038706 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Deleting port 4099cb56-b1b3-4b02-87f7-c55ab48e1829 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:41:53.039041 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.112235 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.112550 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.116596 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-cd152b89-17ed-423b-a251-7a447a57a650 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859828 Dec 15 21:41:53.124169 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Calling delete_port for 4099cb56-b1b3-4b02-87f7-c55ab48e1829 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:41:53.207778 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-b2bc71c5-52e1-43c5-9a77-7bbd92e24dc6 req-58672467-2f89-4a90-8b5e-4d660dd4c5ab service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Dec 15 21:41:53.561833 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.588572 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event deleted for resources: {'Port': ['ID=4099cb56-b1b3-4b02-87f7-c55ab48e1829,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:41:53.646939 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.649606 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Floating IP 0249bbbb-3a17-47ee-94df-2024d162273f disassociated (deleted). External IP: 172.27.3.222, port: 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7. Dec 15 21:41:53.848629 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Router d20244c5-a8a6-4d1d-87d7-239dff583bf6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:41:53.952252 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:41:53.957630 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:41:53.962184 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Sync routers for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:41:53.971831 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:41:53.972437 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:41:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:41:53.982858 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-15151f2b-4793-4038-965a-18fc0f65b686 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "DELETE /v2.0/floatingips/0249bbbb-3a17-47ee-94df-2024d162273f HTTP/1.1" status: 204 len: 168 time: 1.1291468 Dec 15 21:41:53.983548 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:41:53.985893 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae877f58-9761-417c-99e2-300f5e46597b" -d '{"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:41:54.025250 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed4be34-b977-490e-bbbb-f8767f914e0f x-openstack-request-id: req-eed4be34-b977-490e-bbbb-f8767f914e0f {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:41:54.029460 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:41:54.029460 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eed4be34-b977-490e-bbbb-f8767f914e0f {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:41:54.029460 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:41:54.085987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:41:54.094961 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877f58-9761-417c-99e2-300f5e46597b req-4cbd005d-73aa-4e18-b9af-47114bed87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:54.096709 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-4cbd005d-73aa-4e18-b9af-47114bed87b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b5885553547b486fb0788faf3a05550c&device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 1099 time: 0.0502348 Dec 15 21:41:54.186980 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877f58-9761-417c-99e2-300f5e46597b req-7b3ec899-96cc-4e3e-93bf-695ce55d4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:54.188516 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-7b3ec899-96cc-4e3e-93bf-695ce55d4317 service neutron] 10.222.0.60 "GET /v2.0/networks?id=380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 200 len: 916 time: 0.0849760 Dec 15 21:41:54.233202 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-cc1206a9-0d25-4b8c-85ff-5f74ded05a61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 200 len: 217 time: 0.0374351 Dec 15 21:41:54.282372 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877f58-9761-417c-99e2-300f5e46597b req-e3be418e-95b1-4053-880a-f177e1c51970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:54.283913 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-e3be418e-95b1-4053-880a-f177e1c51970 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 200 len: 854 time: 0.0439827 Dec 15 21:41:54.289989 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:41:54.319542 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Checking router: d20244c5-a8a6-4d1d-87d7-239dff583bf6 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:41:54.328381 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:41:54.329140 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:41:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:41:54.335770 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877f58-9761-417c-99e2-300f5e46597b req-5495dc1c-6950-4851-a371-1b0a9d1e3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:41:54.340441 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-5495dc1c-6950-4851-a371-1b0a9d1e3be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=380fce0c-649d-4f0e-baba-b9bad73cf7bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438302 Dec 15 21:41:54.435771 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-e29d70da-73bd-473f-8121-9e67e3511d3d service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916073 Dec 15 21:41:54.449009 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:41:54.655303 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:41:54.686102 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127f33b5-aaa6-45e8-af14-3bc6db4d8ee3 None None] The sync data for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi is: [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:37:46Z', 'revision_number': 4, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '53e10591-844a-4d21-8bf6-3866b4503720', 'name': '', 'network_id': '380fce0c-649d-4f0e-baba-b9bad73cf7bd', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'mac_address': 'fa:16:3e:e1:41:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:45Z', 'updated_at': '2021-12-15T21:37:50Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'subnets': [{'id': '98d01942-7c9c-45ae-bb8b-a8ef3f001b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:41:54.789145 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ae877f58-9761-417c-99e2-300f5e46597b req-0ea9f429-d76e-4d7a-9910-300f4407e4a8 service neutron] 10.222.0.60 "GET /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463922 Dec 15 21:41:54.932972 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da45420-d5ce-459a-8f45-0bf989a4c81c None None] New status for floating IP 0249bbbb-3a17-47ee-94df-2024d162273f: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:42:01.338375 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:42:01.408059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fad769-8923-4595-a722-733fd228cb39 req-b6420064-4aae-4cc6-9bce-e5099aa89907 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:01.409605 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31fad769-8923-4595-a722-733fd228cb39 req-b6420064-4aae-4cc6-9bce-e5099aa89907 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0481842 Dec 15 21:42:01.457984 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-31fad769-8923-4595-a722-733fd228cb39 req-1e41016d-5b2f-4407-8b5d-0087234d2d67 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Dec 15 21:42:02.622605 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50902954-615e-471e-a30d-1186ecb0b9d2 req-e1201e9e-6f7a-4009-b09c-81f799343336 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:02.624059 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-50902954-615e-471e-a30d-1186ecb0b9d2 req-e1201e9e-6f7a-4009-b09c-81f799343336 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0952184 Dec 15 21:42:02.668896 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-50902954-615e-471e-a30d-1186ecb0b9d2 req-1a7fdc2b-a747-4cb2-86d8-dc232a289ca2 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Dec 15 21:42:03.786739 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1603d5-e112-4cd7-a81c-f7b50b4dd237 req-4dbfe9b3-931b-4db5-ae57-351d5f1fce66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:03.788200 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e1603d5-e112-4cd7-a81c-f7b50b4dd237 req-4dbfe9b3-931b-4db5-ae57-351d5f1fce66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0520384 Dec 15 21:42:03.834600 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2e1603d5-e112-4cd7-a81c-f7b50b4dd237 req-ea57e357-5d21-4107-bd57-111e8d3010ef tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9b25213-764e-44a3-a5bb-5f00806e86d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402672 Dec 15 21:42:04.131853 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-0bb7d5e7-2d90-4709-8818-767271cba943 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:04.133255 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-0bb7d5e7-2d90-4709-8818-767271cba943 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.60 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 946 time: 0.0502155 Dec 15 21:42:04.220723 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Deleting port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:04.221063 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:04.309111 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] For port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:04.309505 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:04.322397 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Calling delete_port for 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:04.550357 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:04.564245 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:42:04.593981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Pushing event deleted for resources: {'Port': ['ID=4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:04.640253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] No DVR routers for this DVR port 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:42:04.643207 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:04.646473 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ab95209c-4d58-4d6a-84de-011183a6d5e2 req-f5148a40-0a0d-4505-a708-452ffb416c66 tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.60 "DELETE /v2.0/ports/4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 HTTP/1.1" status: 204 len: 173 time: 0.5069027 Dec 15 21:42:04.646904 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'name': 'network-vif-deleted', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:42:04.649083 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fabca16-c32f-4632-ba09-f5a81172f45b" -d '{"events": [{"server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "name": "network-vif-deleted", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:42:04.684559 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fa7f9d-6d82-42df-987d-96a7627276f0 x-openstack-request-id: req-24fa7f9d-6d82-42df-987d-96a7627276f0 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:42:04.684870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59c81b4-e2e8-4a15-8d27-05dcec21d3df", "name": "network-vif-deleted", "tag": "4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:42:04.685125 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24fa7f9d-6d82-42df-987d-96a7627276f0 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:42:04.685558 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59c81b4-e2e8-4a15-8d27-05dcec21d3df', 'name': 'network-vif-deleted', 'tag': '4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7', 'status': 'completed', 'code': 200} Dec 15 21:42:04.933732 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-656b1a7b-9901-4564-9f4e-5a3bebc88588 req-7c0fe3da-94e7-46b9-bd74-7b121c602b4d tempest-TestMinimumBasicScenario-114350469 tempest-TestMinimumBasicScenario-114350469-project] 10.222.0.44 "GET /v2.0/ports?device_id=c59c81b4-e2e8-4a15-8d27-05dcec21d3df HTTP/1.1" status: 200 len: 210 time: 0.0330105 Dec 15 21:42:06.743690 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-8250d11f-f9c4-4858-bb38-a6a082b7b05c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809695890&fields=id&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 267 time: 0.0435746 Dec 15 21:42:06.853136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-f6e7408a-321a-4d49-b0a4-23ee976f1454 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:06.854640 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-f6e7408a-321a-4d49-b0a4-23ee976f1454 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1039884 Dec 15 21:42:06.868692 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-a830bd37-a5f6-4d21-8194-d9b5f5fda4ba tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/quotas/7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 375 time: 0.0085573 Dec 15 21:42:06.920427 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-1948caa4-dda8-4fd7-89f8-c34d14fa96a2 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464458 Dec 15 21:42:07.020265 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-29c537cb-f377-4729-9966-ec55bcbd708a service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874276 Dec 15 21:42:07.107599 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-60f67485-e075-4c05-b3eb-59bd262128e6 service neutron] 10.222.0.44 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812078 Dec 15 21:42:07.137576 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ab496bf5-d542-43cf-8223-2161bc258121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:07.302027 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55782) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:07.637199 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:07.676086 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8b615d06-72e2-4bea-a366-0bc640682de3 req-9612e818-45f4-4ab0-a5ca-9dd515db4371 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 210 time: 0.0267811 Dec 15 21:42:07.877469 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Deleting port 53e10591-844a-4d21-8bf6-3866b4503720 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:07.883185 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:07.956702 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] For port 53e10591-844a-4d21-8bf6-3866b4503720, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=53e10591-844a-4d21-8bf6-3866b4503720,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:07.957110 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:07.970245 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Calling delete_port for 53e10591-844a-4d21-8bf6-3866b4503720 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:07.973083 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:07.995882 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:07.996274 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 4f73bdf2-d3d3-44bd-9ba0-b337bf54f5a7 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:08.262845 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:08.285850 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e10591-844a-4d21-8bf6-3866b4503720,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:08.452133 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:08.658084 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Router d20244c5-a8a6-4d1d-87d7-239dff583bf6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:42:08.762219 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:42:08.770551 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ce2ae43d-2cc2-4337-901e-5ef310378735 admin admin] 10.222.0.44 "PUT /v2.0/routers/d20244c5-a8a6-4d1d-87d7-239dff583bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647157 Dec 15 21:42:08.770868 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55796) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:08.771903 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Sync routers for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:42:08.772401 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-097e59f3-4a01-493f-b293-7cbd1ab2692e req-07137148-f5c0-40cd-b282-d5ff0aaaae0f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 210 time: 0.0302129 Dec 15 21:42:08.782130 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:08.782999 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:41:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:08.881193 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:08.999173 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.031852 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:09.212969 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169'}], 'enable_snat': True}, 'gw_port_id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:42:08Z', 'revision_number': 5, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port': {'id': '0eeb8985-c01b-41fd-8985-2b923fe627ba', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:43Z', 'updated_at': '2021-12-15T21:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:09.238658 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Checking router: d20244c5-a8a6-4d1d-87d7-239dff583bf6 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:42:09.247310 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Routers {'d20244c5-a8a6-4d1d-87d7-239dff583bf6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:09.247913 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:41:39Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:09.265379 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Deleting port 0eeb8985-c01b-41fd-8985-2b923fe627ba {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:09.265671 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.336868 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] Set router d20244c5-a8a6-4d1d-87d7-239dff583bf6 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:09.348463 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] For port 0eeb8985-c01b-41fd-8985-2b923fe627ba, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0eeb8985-c01b-41fd-8985-2b923fe627ba,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:09.348847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.361147 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Calling delete_port for 0eeb8985-c01b-41fd-8985-2b923fe627ba owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:09.392321 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:42:08Z', 'revision_number': 6, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:09.418148 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0489321-6a5f-4e96-a682-53a104136348 None None] The sync data for ids ['d20244c5-a8a6-4d1d-87d7-239dff583bf6'] in dv-cinder-812685-6-iscsi is: [{'id': 'd20244c5-a8a6-4d1d-87d7-239dff583bf6', 'name': 'tempest-TestMinimumBasicScenario-1147782247-router', 'tenant_id': 'b5885553547b486fb0788faf3a05550c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:42Z', 'updated_at': '2021-12-15T21:42:08Z', 'revision_number': 6, 'project_id': 'b5885553547b486fb0788faf3a05550c', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:42:09.572269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-f47750fa-022a-4ece-991c-97b3a05938b4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:09.572269 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-f47750fa-022a-4ece-991c-97b3a05938b4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 812 time: 0.1205385 Dec 15 21:42:09.621582 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-25111b4a-8d0e-4cdc-a8c6-4845c37d75f9 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d HTTP/1.1" status: 200 len: 379 time: 0.0523305 Dec 15 21:42:09.630486 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'port': {'device_id': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'admin_state_up': True, 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'security_groups': ['df4516c3-1110-465c-8bd9-32ef98d025d7']}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:42:09.674525 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2924e17f-aa67-4af4-8162-d8a867949d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.674787 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.702622 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eeb8985-c01b-41fd-8985-2b923fe627ba,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:09.763945 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.840472 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Made reservation on behalf of 7a7f1475836c4ddcbbce1f9ed5d8442d for: {'port': 1} {{(pid=103254) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:42:09.847634 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.886752 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.891886 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:09.909093 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f667e154-abd1-4a56-bbd8-1fcc77b1c035 req-e54b86c0-398b-4eba-98e8-0f87c1eca886 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 210 time: 0.0522623 Dec 15 21:42:09.935068 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 53e10591-844a-4d21-8bf6-3866b4503720 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:09.967173 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 53e10591-844a-4d21-8bf6-3866b4503720 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:09.967173 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 53e10591-844a-4d21-8bf6-3866b4503720 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:10.012479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.012479 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d20244c5-a8a6-4d1d-87d7-239dff583bf6 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:42:10.013787 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.018478 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-25f58b97-7682-4f2a-9fef-ace89b423e48 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d20244c5-a8a6-4d1d-87d7-239dff583bf6 HTTP/1.1" status: 204 len: 168 time: 1.2434576 Dec 15 21:42:10.018835 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55800) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:10.051361 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.db_base_plugin_common [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.20.0.4 (84670406-411e-4ab0-9679-341f575273cc/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf/61a59e2f-ca7d-44af-b20f-bc42b43d1fb3) {{(pid=103254) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:42:10.063770 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Deleting subnet 98d01942-7c9c-45ae-bb8b-a8ef3f001b6c {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:42:10.066770 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.100589 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.194858 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.345768 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_create {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.395242 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network 84670406-411e-4ab0-9679-341f575273cc is already hosted by enough agents. {{(pid=103254) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:42:10.398510 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.base_scheduler [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103254) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:42:10.401154 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103254) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:42:10.423113 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.437444 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=1']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:10.468226 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:10.468886 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.560827 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.588126 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d01942-7c9c-45ae-bb8b-a8ef3f001b6c,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:10.592066 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.598755 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-bb453086-9c6d-40b8-8f13-a6fd667da1be admin admin] 10.222.0.44 "DELETE /v2.0/subnets/98d01942-7c9c-45ae-bb8b-a8ef3f001b6c HTTP/1.1" status: 204 len: 168 time: 0.5766690 Dec 15 21:42:10.598911 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d68a7-b343-4017-8d01-f8a0778a7902 None None] Network 380fce0c-649d-4f0e-baba-b9bad73cf7bd requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:42:10.599017 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55802) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:10.652556 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-b6398f4b-a1ac-465a-a6cb-a1f6e2973fbe tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254166 Dec 15 21:42:10.668415 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.v2.base [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Request body: {'port': {'device_id': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103254) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:42:10.674616 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-74859cef-5534-4428-b015-59b69f48c4fb None None] Provisioning complete for port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 triggered by entity DHCP. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:42:10.674984 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-74859cef-5534-4428-b015-59b69f48c4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.701751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.732925 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-74859cef-5534-4428-b015-59b69f48c4fb None None] Port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 cannot update to ACTIVE because it is not bound. {{(pid=103256) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 21:42:10.757618 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.836833 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] DHCP port deletion for 380fce0c-649d-4f0e-baba-b9bad73cf7bd request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:42:10.873795 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Deleting port 55cae2f2-85c0-48a1-8038-6976d4809a3b {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:10.874439 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.883364 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Deleting port 55cae2f2-85c0-48a1-8038-6976d4809a3b {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:10.883738 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.895608 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.958116 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] For port 55cae2f2-85c0-48a1-8038-6976d4809a3b, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=55cae2f2-85c0-48a1-8038-6976d4809a3b,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:10.959227 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:10.973720 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Calling delete_port for 55cae2f2-85c0-48a1-8038-6976d4809a3b owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:11.011203 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] For port 55cae2f2-85c0-48a1-8038-6976d4809a3b, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=55cae2f2-85c0-48a1-8038-6976d4809a3b,segment=NetworkSegment(4b537687-7331-4707-9874-be5db66c86e0),segment_id=4b537687-7331-4707-9874-be5db66c86e0)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:11.011565 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.049177 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Calling delete_port for 55cae2f2-85c0-48a1-8038-6976d4809a3b owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:11.138182 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb7680-569c-417d-9cf2-a0e95dec02c9 req-945499df-c343-40f6-bf5a-0a3882fe09ad tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:11.139671 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6afb7680-569c-417d-9cf2-a0e95dec02c9 req-945499df-c343-40f6-bf5a-0a3882fe09ad tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 931 time: 0.1452544 Dec 15 21:42:11.160969 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.187216 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Pushing event deleted for resources: {'Port': ['ID=55cae2f2-85c0-48a1-8038-6976d4809a3b,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:11.196809 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] No DVR routers for this DVR port 55cae2f2-85c0-48a1-8038-6976d4809a3b on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:42:11.198071 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.198490 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.198899 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.199302 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.199706 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.200042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.200371 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.200695 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.201026 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.201375 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.201730 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.202054 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.202393 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c44bb6-f2e8-4ada-8fc7-45b36f4e1662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:11.249894 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 {{(pid=103254) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:42:11.259924 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.264346 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.279771 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-6afb7680-569c-417d-9cf2-a0e95dec02c9 req-c77cbbcd-e52a-4b2a-b36e-6daff622901e tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327591 Dec 15 21:42:11.304034 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=55cae2f2-85c0-48a1-8038-6976d4809a3b,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:11.305959 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] No DVR routers for this DVR port 55cae2f2-85c0-48a1-8038-6976d4809a3b on host dv-cinder-812685-6-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:42:11.310904 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.provisioning_blocks [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Transition to ACTIVE for port object 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 will not be triggered until provisioned by entity L2. {{(pid=103254) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:42:11.372863 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.387950 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.443896 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380fce0c-649d-4f0e-baba-b9bad73cf7bd']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:11.446941 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Pushing event updated for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=2']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:11.460431 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b537687-7331-4707-9874-be5db66c86e0') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:11.460729 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b537687-7331-4707-9874-be5db66c86e0') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:11.485557 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.523297 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.533911 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:42:11.534316 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:42:11.536035 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:42:11.595895 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Attempting to bind port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 21:42:11.597564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Attempting to bind port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 21:42:11.597564 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Attempting to bind port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:42:11.601266 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 on network 84670406-411e-4ab0-9679-341f575273cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 21:42:11.601615 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Attempting to bind port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 on network 84670406-411e-4ab0-9679-341f575273cc {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 21:42:11.606808 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Checking agent: {'id': '4a728a64-9553-4cb8-a3ec-7c7949582d91', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'started_at': datetime.datetime(2021, 12, 15, 21, 24, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 21:42:11.607142 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Checking segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103254) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 21:42:11.607524 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Bound using segment: {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'} {{(pid=103254) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 21:42:11.607949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.managers [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Bound port: 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cea64c-81be-42db-8385-2803dd236e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '84670406-411e-4ab0-9679-341f575273cc'}}] {{(pid=103254) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 21:42:11.608299 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.675969 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, cleared binding levels {{(pid=103254) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 21:42:11.678903 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 21:42:11.698269 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.703256 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.706929 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/380fce0c-649d-4f0e-baba-b9bad73cf7bd HTTP/1.1" status: 204 len: 168 time: 1.1068804 Dec 15 21:42:11.710116 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55806) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:11.717932 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b42886-5084-44ff-a07d-0c2387067a44 admin admin] Pushing event deleted for resources: {'Network': ['ID=380fce0c-649d-4f0e-baba-b9bad73cf7bd,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:11.755003 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260060485'] for port, after_update {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.794491 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:11.795380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:11.797257 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] 10.222.0.60 "PUT /v2.0/ports/61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 200 len: 1093 time: 1.1361728 Dec 15 21:42:11.798088 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:42:11.800629 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ee932d-ce28-4859-ace4-a2b41a44cc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:42:11.826722 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 55cae2f2-85c0-48a1-8038-6976d4809a3b no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:11.837028 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80227c01-1a54-4d0e-a9bb-b00c57ee9894 service neutron] Pushing event updated for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=3']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:11.845684 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cce3804-2293-46ab-a0d9-04c4cccf72ec x-openstack-request-id: req-5cce3804-2293-46ab-a0d9-04c4cccf72ec {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:42:11.846180 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:42:11.846864 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cce3804-2293-46ab-a0d9-04c4cccf72ec {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:42:11.847140 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'status': 'completed', 'code': 200} Dec 15 21:42:11.857542 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 55cae2f2-85c0-48a1-8038-6976d4809a3b {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:11.858413 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 55cae2f2-85c0-48a1-8038-6976d4809a3b not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:11.859074 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0eeb8985-c01b-41fd-8985-2b923fe627ba no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:11.884160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 0eeb8985-c01b-41fd-8985-2b923fe627ba {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:11.884872 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0eeb8985-c01b-41fd-8985-2b923fe627ba not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:11.922545 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-c7839ee9-307d-4804-ab97-ebb297e0eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:11.924301 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-c7839ee9-307d-4804-ab97-ebb297e0eda3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1096 time: 0.0503271 Dec 15 21:42:12.031315 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-c78eaddf-405d-413c-a1f0-f135e3af802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.032849 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-c78eaddf-405d-413c-a1f0-f135e3af802d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1010556 Dec 15 21:42:12.115563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:12.128955 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-3bd294d9-483e-4d55-8c42-cc0a97cb0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.130754 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-47ee932d-ce28-4859-ace4-a2b41a44cc1c req-3bd294d9-483e-4d55-8c42-cc0a97cb0540 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905886 Dec 15 21:42:12.140226 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:12.207945 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-311638eb-92af-4736-bbf6-77cbe531826f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.209459 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-311638eb-92af-4736-bbf6-77cbe531826f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1096 time: 0.0413966 Dec 15 21:42:12.255259 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-ee1c91f3-ba7c-4416-bfe6-dabc521a85af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 200 len: 217 time: 0.0381062 Dec 15 21:42:12.303340 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-38c709d2-d001-4739-95f7-f7395c155367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.304775 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-38c709d2-d001-4739-95f7-f7395c155367 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0429435 Dec 15 21:42:12.350951 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-5804534e-09ce-4cc6-91ad-3bea5c3b72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.353053 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-5804534e-09ce-4cc6-91ad-3bea5c3b72a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418704 Dec 15 21:42:12.391482 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Deleting port 7601b156-ac0a-44c8-b48d-7be0aa47b3be {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:12.391818 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:12.449152 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02630f29-a40d-4cb6-9b4e-396a71263579 req-9c313fcf-1ef0-465d-9d84-608031ed29ea tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:12.450714 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02630f29-a40d-4cb6-9b4e-396a71263579 req-9c313fcf-1ef0-465d-9d84-608031ed29ea tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0967324 Dec 15 21:42:12.468395 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] For port 7601b156-ac0a-44c8-b48d-7be0aa47b3be, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7601b156-ac0a-44c8-b48d-7be0aa47b3be,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:12.468782 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:12.484555 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Calling delete_port for 7601b156-ac0a-44c8-b48d-7be0aa47b3be owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:12.494212 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-32d94a54-e466-4fa7-b511-b62fc6fba5ff service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315851 Dec 15 21:42:12.540176 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02630f29-a40d-4cb6-9b4e-396a71263579 req-aea75bb6-9dfc-4344-ba95-d9ce1f853743 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833604 Dec 15 21:42:12.600839 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7f405184-7ae8-4a02-9f86-e936d68eb38b req-2f817b2b-8512-4cd7-83b0-44a00921248d service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982432 Dec 15 21:42:12.732986 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:12.756642 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Pushing event deleted for resources: {'Port': ['ID=7601b156-ac0a-44c8-b48d-7be0aa47b3be,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:12.919958 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.130408 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Router 6ce91448-752b-431b-8cac-e2628032ab29 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:42:13.231785 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:42:13.239111 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f25bf146-566e-4f67-9e14-7f6b015ee857 admin admin] 10.222.0.44 "PUT /v2.0/routers/6ce91448-752b-431b-8cac-e2628032ab29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252421 Dec 15 21:42:13.239399 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55812) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:13.240918 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Sync routers for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:42:13.252274 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:13.252873 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:42:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:13.281566 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.342052 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.363902 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:13.441164 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.533347 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223'}], 'enable_snat': True}, 'gw_port_id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:42:12Z', 'revision_number': 5, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port': {'id': '7cb47870-066d-4648-aa1b-d6c00022f54e', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:c3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce91448-752b-431b-8cac-e2628032ab29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:13.557940 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Deleting port 7cb47870-066d-4648-aa1b-d6c00022f54e {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:13.558280 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.563099 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Checking router: 6ce91448-752b-431b-8cac-e2628032ab29 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:42:13.571781 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Routers {'6ce91448-752b-431b-8cac-e2628032ab29'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:13.572419 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:42:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6ce91448-752b-431b-8cac-e2628032ab29'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:13.638253 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] For port 7cb47870-066d-4648-aa1b-d6c00022f54e, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=7cb47870-066d-4648-aa1b-d6c00022f54e,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:13.640423 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.654891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Calling delete_port for 7cb47870-066d-4648-aa1b-d6c00022f54e owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:13.682253 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da801aa-8615-4374-9e19-d0d95f1833f8 req-b813e7b9-2a7f-43a6-bc25-58d39597c64c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:13.683830 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4da801aa-8615-4374-9e19-d0d95f1833f8 req-b813e7b9-2a7f-43a6-bc25-58d39597c64c tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0653315 Dec 15 21:42:13.744166 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-4da801aa-8615-4374-9e19-d0d95f1833f8 req-332843ba-ab3c-4f03-b05e-c27815fea4b1 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513811 Dec 15 21:42:13.771494 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] Set router 6ce91448-752b-431b-8cac-e2628032ab29 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:13.830026 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:42:13Z', 'revision_number': 6, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:13.858852 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800c3f4c-8e78-4791-a8ad-80414bcfe883 None None] The sync data for ids ['6ce91448-752b-431b-8cac-e2628032ab29'] in dv-cinder-812685-6-iscsi is: [{'id': '6ce91448-752b-431b-8cac-e2628032ab29', 'name': 'tempest-TestMinimumBasicScenario-456803071-router', 'tenant_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:37:49Z', 'updated_at': '2021-12-15T21:42:13Z', 'revision_number': 6, 'project_id': 'dd9df1752d6d4d66aa9c96354ba32f05', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:42:13.925927 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:13.954780 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cb47870-066d-4648-aa1b-d6c00022f54e,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:14.013624 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.103869 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.106005 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.222891 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.223437 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce91448-752b-431b-8cac-e2628032ab29 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:42:14.227876 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.229017 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9b5e8eb9-8fd8-47fc-ba4a-58277f157910 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6ce91448-752b-431b-8cac-e2628032ab29 HTTP/1.1" status: 204 len: 168 time: 0.9887221 Dec 15 21:42:14.231667 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55816) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:14.284225 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Deleting subnet c45d9e07-f22c-4a14-a100-4ed2513cd4d8 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:42:14.287442 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.321698 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.398813 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.516232 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.538671 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45d9e07-f22c-4a14-a100-4ed2513cd4d8,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:14.544660 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.551863 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9dc0e20c-4ba1-4706-9b42-4f2a6e6fb88c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c45d9e07-f22c-4a14-a100-4ed2513cd4d8 HTTP/1.1" status: 204 len: 168 time: 0.3158190 Dec 15 21:42:14.552013 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a003d8-2be8-4207-94c0-fcf2c10fc3d5 None None] Network bfb68c66-61c1-4aa2-afe8-ec359352e845 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:42:14.552462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55818) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:14.617281 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.671285 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Deleting port f81749c4-54bb-4d29-a176-fa020a4bf0eb {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:14.671618 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.701334 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] DHCP port deletion for bfb68c66-61c1-4aa2-afe8-ec359352e845 request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:42:14.737771 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] For port f81749c4-54bb-4d29-a176-fa020a4bf0eb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f81749c4-54bb-4d29-a176-fa020a4bf0eb,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:14.738401 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.751773 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Deleting port f81749c4-54bb-4d29-a176-fa020a4bf0eb {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:42:14.752145 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.755407 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Calling delete_port for f81749c4-54bb-4d29-a176-fa020a4bf0eb owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:14.821461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] For port f81749c4-54bb-4d29-a176-fa020a4bf0eb, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=f81749c4-54bb-4d29-a176-fa020a4bf0eb,segment=NetworkSegment(bab8f25b-715d-4e4f-ba29-b5b971fe49c8),segment_id=bab8f25b-715d-4e4f-ba29-b5b971fe49c8)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:14.821969 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.838431 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Calling delete_port for f81749c4-54bb-4d29-a176-fa020a4bf0eb owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:42:14.876751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed2f24-c3b7-41d7-bdfb-0f2bad9139d8 req-66da81f8-b8fc-4457-8a3f-406ff7bb0441 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:14.878253 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80ed2f24-c3b7-41d7-bdfb-0f2bad9139d8 req-66da81f8-b8fc-4457-8a3f-406ff7bb0441 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0580006 Dec 15 21:42:14.911195 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.922746 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:14.934179 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-80ed2f24-c3b7-41d7-bdfb-0f2bad9139d8 req-196f45a9-8387-47cd-853d-39af7c9e2df7 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491779 Dec 15 21:42:14.935811 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] No DVR routers for this DVR port f81749c4-54bb-4d29-a176-fa020a4bf0eb on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:42:14.957098 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81749c4-54bb-4d29-a176-fa020a4bf0eb,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:14.959491 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] No DVR routers for this DVR port f81749c4-54bb-4d29-a176-fa020a4bf0eb on host dv-cinder-812685-6-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:42:14.962409 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6622bc9-09c9-466f-be9a-24bab205170b None None] Pushing event deleted for resources: {'Port': ['ID=f81749c4-54bb-4d29-a176-fa020a4bf0eb,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:15.045294 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.064828 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb68c66-61c1-4aa2-afe8-ec359352e845']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:15.073611 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:15.073904 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab8f25b-715d-4e4f-ba29-b5b971fe49c8') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:15.082792 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.095786 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.101704 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:42:15.102081 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:42:15.103662 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:42:15.229818 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.235236 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.238421 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bfb68c66-61c1-4aa2-afe8-ec359352e845 HTTP/1.1" status: 204 len: 168 time: 0.6866057 Dec 15 21:42:15.249665 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49d587-c408-4daf-9616-59cd78fbacf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfb68c66-61c1-4aa2-afe8-ec359352e845,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:15.590847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55824) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:15.629230 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-42ff5e9c-36ee-449b-9f02-1c85dcda7b09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5885553547b486fb0788faf3a05550c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372114 Dec 15 21:42:15.631534 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55826) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:15.675575 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.695715 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.802883 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7cb47870-066d-4648-aa1b-d6c00022f54e no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:15.813365 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.815961 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:15.817108 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9b25213-764e-44a3-a5bb-5f00806e86d4 HTTP/1.1" status: 204 len: 168 time: 0.1846666 Dec 15 21:42:15.823554 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 7cb47870-066d-4648-aa1b-d6c00022f54e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:15.823922 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7cb47870-066d-4648-aa1b-d6c00022f54e not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:15.824306 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7601b156-ac0a-44c8-b48d-7be0aa47b3be no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:15.824988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5902d79-7a2a-460f-8f24-571ac6276512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b25213-764e-44a3-a5bb-5f00806e86d4,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:15.850680 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 7601b156-ac0a-44c8-b48d-7be0aa47b3be {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:15.851020 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 7601b156-ac0a-44c8-b48d-7be0aa47b3be not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:15.851427 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f81749c4-54bb-4d29-a176-fa020a4bf0eb no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:42:15.873270 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: f81749c4-54bb-4d29-a176-fa020a4bf0eb {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:42:15.873639 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device f81749c4-54bb-4d29-a176-fa020a4bf0eb not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:42:16.055760 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3a9e-244b-49a0-b164-cb3189021dce req-2008fc90-d4c7-489a-817d-a135c2cf3770 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:16.057209 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b8c3a9e-244b-49a0-b164-cb3189021dce req-2008fc90-d4c7-489a-817d-a135c2cf3770 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0522041 Dec 15 21:42:16.104683 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-1b8c3a9e-244b-49a0-b164-cb3189021dce req-32e6fbe6-f97c-4aad-b85b-bd3c93f12568 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413945 Dec 15 21:42:16.482568 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55834) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:16.521132 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c1016310-7797-4cb7-befb-42ee1e085feb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd9df1752d6d4d66aa9c96354ba32f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374398 Dec 15 21:42:16.523669 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55836) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:16.572242 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:16.592362 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:16.720162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:16.722748 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:16.723901 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2416bf6c-c1ba-4b0a-a330-34b2453057b7 HTTP/1.1" status: 204 len: 168 time: 0.1993663 Dec 15 21:42:16.731666 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278a101-0c9c-41ca-91a0-f0c986092743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416bf6c-c1ba-4b0a-a330-34b2453057b7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:17.222769 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82281a55-6fd2-4000-ba34-f8eb892cd1c0 req-02d61da3-5499-4b93-9c31-b134711163ab tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:17.224246 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-82281a55-6fd2-4000-ba34-f8eb892cd1c0 req-02d61da3-5499-4b93-9c31-b134711163ab tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0484879 Dec 15 21:42:17.274630 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-82281a55-6fd2-4000-ba34-f8eb892cd1c0 req-5de9e3f5-b584-4038-a95b-6df8a41e7557 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Dec 15 21:42:18.390002 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5010d-6359-4f90-82be-06d4c4029e41 req-b3800d1c-5bc9-4137-92ab-b10aea6a8fbb tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:18.391426 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7b5010d-6359-4f90-82be-06d4c4029e41 req-b3800d1c-5bc9-4137-92ab-b10aea6a8fbb tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0481956 Dec 15 21:42:18.438448 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f7b5010d-6359-4f90-82be-06d4c4029e41 req-2df5fdba-db96-46e0-87ce-508f7949ad7d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Dec 15 21:42:19.332480 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:19.548059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82586b5a-959a-4b8d-84f8-5038766e060c req-67d63415-64fe-4dfe-a9d4-322259ee20db tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:19.549532 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-82586b5a-959a-4b8d-84f8-5038766e060c req-67d63415-64fe-4dfe-a9d4-322259ee20db tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0476532 Dec 15 21:42:19.597135 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-82586b5a-959a-4b8d-84f8-5038766e060c req-8ce22a36-497f-4289-a451-a7fdb6954322 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Dec 15 21:42:20.710522 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a0b69-0835-4af4-94f5-84f45d2d798e req-edcd0d54-aaad-4916-841c-66f086b47b03 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:20.711971 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-023a0b69-0835-4af4-94f5-84f45d2d798e req-edcd0d54-aaad-4916-841c-66f086b47b03 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0503273 Dec 15 21:42:20.759595 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-023a0b69-0835-4af4-94f5-84f45d2d798e req-0dbc50e7-99bd-494f-9686-dc2cf925e658 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 Dec 15 21:42:21.871159 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22862a28-a50d-42b5-9265-191eeff56c66 req-78569724-8b5d-49e5-b8f5-bc02db4a0668 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:21.872601 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22862a28-a50d-42b5-9265-191eeff56c66 req-78569724-8b5d-49e5-b8f5-bc02db4a0668 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 943 time: 0.0473914 Dec 15 21:42:21.920298 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-22862a28-a50d-42b5-9265-191eeff56c66 req-d5cb125d-64ff-4267-8c78-2c7a67ab7367 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412743 Dec 15 21:42:22.019267 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103256) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 21:42:22.113157 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:22.124323 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Returning: {'device': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'port_id': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'mac_address': 'fa:16:3e:70:9f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103256) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 21:42:22.158968 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:22.170696 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 {{(pid=103256) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:42:22.189929 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:22.251578 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:22.300860 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=4']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:22.610634 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] get_ports_and_sgs() called for port_ids ['61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'] {{(pid=103256) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 21:42:23.033059 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9883c1a8-3de6-4e3b-8b5a-17afb17b1170 req-3c7e50cf-279d-48d8-a587-565fe7fe12b0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:23.035125 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9883c1a8-3de6-4e3b-8b5a-17afb17b1170 req-3c7e50cf-279d-48d8-a587-565fe7fe12b0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 944 time: 0.0488675 Dec 15 21:42:23.088504 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9883c1a8-3de6-4e3b-8b5a-17afb17b1170 req-48c9c4e2-c715-481b-af9e-00a743ccf04d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474524 Dec 15 21:42:24.028272 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 up at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 21:42:24.144297 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning for port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 completed by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:42:24.148361 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.provisioning_blocks [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Provisioning complete for port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 triggered by entity L2. {{(pid=103256) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:42:24.152506 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-762607'] for port, provisioning_complete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:24.201060 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e85f7-8859-43da-a87a-8208418eeb60 req-7321836f-000d-4111-a7e1-a4ec6a3b9eaf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:24.202650 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f58e85f7-8859-43da-a87a-8208418eeb60 req-7321836f-000d-4111-a7e1-a4ec6a3b9eaf tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 944 time: 0.0474858 Dec 15 21:42:24.224824 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:24.250524 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'}] {{(pid=103256) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:42:24.256676 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-f58e85f7-8859-43da-a87a-8208418eeb60 req-eae5310e-8cc2-43f1-9640-07dc32ba58f0 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Dec 15 21:42:24.256980 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7db30c94c146cd5a2e96e7eb1dd10ddd7a8728bd1d3b92c812d53a50dc56fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb6349a-7d92-41ef-ba47-8e3f99bed849" -d '{"events": [{"server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "name": "network-vif-plugged", "status": "completed", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3"}]}' {{(pid=103256) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:42:24.266465 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:42:24.290727 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a143209-0e04-4fd1-9499-a2318da50179 x-openstack-request-id: req-7a143209-0e04-4fd1-9499-a2318da50179 {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:42:24.291020 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "name": "network-vif-plugged", "status": "completed", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3", "code": 200}]} {{(pid=103256) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:42:24.291321 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a143209-0e04-4fd1-9499-a2318da50179 {{(pid=103256) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:42:24.291763 dv-cinder-812685-6-iscsi neutron-server[103256]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'code': 200} Dec 15 21:42:24.332861 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734'] for port, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:24.380375 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Pushing event updated for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=5']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:24.656915 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6eda72-5d82-46fc-877c-4c1375bcb583 req-8245e849-5851-435c-b45e-c1f9f530cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:24.658443 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b6eda72-5d82-46fc-877c-4c1375bcb583 req-8245e849-5851-435c-b45e-c1f9f530cb38 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1098 time: 0.0394619 Dec 15 21:42:24.702888 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-9b6eda72-5d82-46fc-877c-4c1375bcb583 req-30e6506d-d76e-4158-be7f-61070afa3188 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373211 Dec 15 21:42:25.380912 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49031728-fcc4-41bd-b366-4742e8ee3bf0 req-03d67dad-c800-4631-b6ac-2171e14ea0bd tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:25.383056 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49031728-fcc4-41bd-b366-4742e8ee3bf0 req-03d67dad-c800-4631-b6ac-2171e14ea0bd tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0641518 Dec 15 21:42:25.430990 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-49031728-fcc4-41bd-b366-4742e8ee3bf0 req-bc84b740-834a-4294-8e5a-c08fbb44f91b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Dec 15 21:42:26.547619 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bef29-e906-4222-a0c7-9a721e48ba61 req-1409bea3-6528-4294-b919-41378c9f46f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:26.549048 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-657bef29-e906-4222-a0c7-9a721e48ba61 req-1409bea3-6528-4294-b919-41378c9f46f8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0472090 Dec 15 21:42:26.596014 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-657bef29-e906-4222-a0c7-9a721e48ba61 req-4c5bf40a-0277-4da8-be87-8bfda07ee444 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 Dec 15 21:42:26.709186 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6f6d9-f710-4b2f-9abc-747510229cf8 req-8412e1e6-6000-4002-ab46-12886068df99 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:26.710558 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8cb6f6d9-f710-4b2f-9abc-747510229cf8 req-8412e1e6-6000-4002-ab46-12886068df99 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0502064 Dec 15 21:42:26.769069 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8cb6f6d9-f710-4b2f-9abc-747510229cf8 req-240bdce3-bc45-4670-826f-90eac3c9f29f tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524530 Dec 15 21:42:26.792724 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55862) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:27.019501 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c28dd-9220-4dc3-b7e1-54c248c27096 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103255) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:27.021004 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-057c28dd-9220-4dc3-b7e1-54c248c27096 tempest-TestVolumeBootPattern-1361545354 tempest-TestVolumeBootPattern-1361545354-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1093 time: 0.2272279 Dec 15 21:42:27.024264 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55866) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:42:27.028434 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.v2.base [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Request body: {'floatingip': {'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'port_id': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103255) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:42:27.127175 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:27.229380 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:27.325437 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_common [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Allocated IP 172.27.3.35 (e905b605-ecad-4b25-b8c7-d1f0ea293f1a/72be57c3-7751-4637-98a6-2cd3f6e374f6/190cd1bc-299e-4cda-ae8b-511f57626faa) {{(pid=103255) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:42:27.424599 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:27.508422 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727245430766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:27.543510 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Network e905b605-ecad-4b25-b8c7-d1f0ea293f1a is already hosted by enough agents. {{(pid=103255) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:42:27.547863 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.base_scheduler [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Resources bound (agent type, host, resource id): {{(pid=103255) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:42:27.551327 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Received port after_create {{(pid=103255) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 21:42:27.573734 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=190cd1bc-299e-4cda-ae8b-511f57626faa,revision_number=1']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:28.116677 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:28.236237 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-782522'] for port, before_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:28.380854 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for port, precommit_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:28.446554 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727245947661', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727245427716', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727245427734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-263767436'] for port, after_update {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:28.517120 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event updated for resources: {'Port': ['ID=190cd1bc-299e-4cda-ae8b-511f57626faa,revision_number=2']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:28.525090 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728657'] for floatingip, after_create {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:28.623538 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP fa96b41c-2811-4b9f-8740-9ea0f0dfc17e associated. External IP: 172.27.3.35, port: 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3. Dec 15 21:42:28.822790 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:42:28.923180 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:42:28.932577 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:42:28.941405 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:28.942002 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:42:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:29.045548 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:29.054958 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:29.084597 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-c9570987-1bae-4844-94ee-b94b520b6939 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0593257 Dec 15 21:42:29.085174 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:42:29.087462 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312" -d '{"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:42:29.123375 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ddd1bb-c022-43e9-aa0d-e22781b532c4 x-openstack-request-id: req-01ddd1bb-c022-43e9-aa0d-e22781b532c4 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:42:29.123969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:42:29.123969 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01ddd1bb-c022-43e9-aa0d-e22781b532c4 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:42:29.124280 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'status': 'completed', 'code': 200} Dec 15 21:42:29.198341 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-b57b697f-4b23-45ab-8ce2-307c29dc1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:29.199953 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-b57b697f-4b23-45ab-8ce2-307c29dc1c69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1098 time: 0.0523045 Dec 15 21:42:29.278198 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}, {'id': 'fa96b41c-2811-4b9f-8740-9ea0f0dfc17e', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:70:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:42:27Z', 'updated_at': '2021-12-15T21:42:27Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:29.291676 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-1dcd3f45-68a7-466b-80ce-49e058e15250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:29.293148 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-1dcd3f45-68a7-466b-80ce-49e058e15250 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0865788 Dec 15 21:42:29.304758 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:42:29.313123 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:42:29.313695 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:42:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:29.358365 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-410dad29-8954-4631-944c-e34c3c09d874 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 200 len: 998 time: 0.0566573 Dec 15 21:42:29.409949 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-091279ae-9404-4c4f-8c02-e93cc9d4f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:29.411463 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-091279ae-9404-4c4f-8c02-e93cc9d4f7bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0449038 Dec 15 21:42:29.462764 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-4b57a901-1031-44e3-840b-c4639918324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:29.464282 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-4b57a901-1031-44e3-840b-c4639918324c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456700 Dec 15 21:42:29.552161 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:42:29.557931 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-89c986be-faee-4481-8038-ab9b5301b250 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860748 Dec 15 21:42:29.650217 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-67ed289e-e1be-4bb6-bfa0-b6cc4a5d3312 req-8a1f29f8-56f9-4243-bd60-4b89fd58c5bc service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837018 Dec 15 21:42:29.777446 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}, {'id': 'fa96b41c-2811-4b9f-8740-9ea0f0dfc17e', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:70:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:42:27Z', 'updated_at': '2021-12-15T21:42:27Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:42:29.806252 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceecc4c-b6df-42a3-a998-9f8156d2552b None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}, {'id': 'fa96b41c-2811-4b9f-8740-9ea0f0dfc17e', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:70:9f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:42:27Z', 'updated_at': '2021-12-15T21:42:27Z', 'revision_number': 0, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:42:29.985970 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f66bafa-7041-4ccc-a767-c50d91dcc113 None None] New status for floating IP fa96b41c-2811-4b9f-8740-9ea0f0dfc17e: ACTIVE {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:42:31.387867 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-8c3c7f48-dff2-40eb-a40e-859ef1f1e2b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387790 Dec 15 21:42:31.473913 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-83deb7c5-0b3d-474a-9c55-fb7c9bcf5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:31.475375 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-83deb7c5-0b3d-474a-9c55-fb7c9bcf5fe4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1099 time: 0.0458679 Dec 15 21:42:31.577287 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-a37fe802-3800-4db7-88d5-023072334734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:31.578766 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-a37fe802-3800-4db7-88d5-023072334734 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0831995 Dec 15 21:42:31.899668 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-4af53187-be58-498d-b92d-eb5acfdbf825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 1001 time: 0.3126428 Dec 15 21:42:31.946601 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-af1fdae6-9a4b-4af1-bbe0-467186b2df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:31.947944 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-af1fdae6-9a4b-4af1-bbe0-467186b2df01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0406415 Dec 15 21:42:31.993968 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-68089a4e-59cd-4b1e-a5ea-2578ff286789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:31.995579 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-68089a4e-59cd-4b1e-a5ea-2578ff286789 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407557 Dec 15 21:42:32.084879 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-c86f364c-6c66-4f9f-b4bb-ab161dd06705 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Dec 15 21:42:32.172798 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-beb15808-2936-4b26-9124-b8fd9b9b1355 req-0bdf5895-ac1c-4d4c-8c8e-9b6e1fa203f9 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Dec 15 21:42:37.159079 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c2c87c12-f462-4936-9fca-95ceebf5abdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:38.336509 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:42:39.519080 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-383586b2-68ed-4f69-a434-30a9056a3324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:40.840894 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:42.121127 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:43.286556 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:42:49.333706 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:07.141260 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-875963ce-9d10-49ba-a807-09403dcbd1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:09.524618 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-9598070b-ac8a-4810-8b53-30d494d4c063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:10.832862 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:12.112879 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:13.307369 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:15.335659 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:43:19.337672 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:31.384816 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-2f78cca3-354b-488d-8dc8-552701422782 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387499 Dec 15 21:43:31.449999 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-4d4df2a7-e050-4519-99fa-9dbf6e519094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:31.454774 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-4d4df2a7-e050-4519-99fa-9dbf6e519094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1098 time: 0.0448275 Dec 15 21:43:31.557847 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-2f88af45-9655-41c4-beff-9ebb1f9127fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:31.559256 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-2f88af45-9655-41c4-beff-9ebb1f9127fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0844538 Dec 15 21:43:31.623185 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-4686947d-cb6f-4e13-b526-8a80bc2ce701 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 200 len: 1000 time: 0.0564106 Dec 15 21:43:31.671002 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-75dcb6ae-46f1-4737-a3aa-ea23ba743ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:31.672289 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-75dcb6ae-46f1-4737-a3aa-ea23ba743ef1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0419011 Dec 15 21:43:31.719149 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-daf8b230-9698-47d9-acf6-59229d458f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:31.721181 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-daf8b230-9698-47d9-acf6-59229d458f6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418441 Dec 15 21:43:31.821129 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-2f860ba2-3902-410d-9c91-b432dc0ce5c8 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930982 Dec 15 21:43:31.914509 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-5a2e875a-fef7-435b-b2ff-f74593bf49d6 req-5bc226dc-3ef0-41de-bbed-5944c272b216 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859096 Dec 15 21:43:37.156247 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-804effae-7c32-4e2d-b28d-b157e227cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:39.535312 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fddb383b-453e-4c49-9a7d-c613ce0c4a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:40.834606 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:42.114160 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:43.272270 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:49.336943 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:43:52.333953 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:44:07.148412 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-84387431-64fe-4c2a-93b2-5ada535fbfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:09.542229 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-ad23f918-7a38-4ef2-af0d-05e85b481858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:10.822718 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:12.114026 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:13.294331 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:17.665415 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55892) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:17.818764 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port 190cd1bc-299e-4cda-ae8b-511f57626faa {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:17.819103 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:17.890407 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:17.890727 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:17.901929 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for 190cd1bc-299e-4cda-ae8b-511f57626faa owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:18.102223 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:18.126596 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=190cd1bc-299e-4cda-ae8b-511f57626faa,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:18.137710 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.138068 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.138417 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.138756 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.139092 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.139422 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.139751 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.140628 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.140961 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.141345 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.142128 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.142128 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.142337 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103255) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:18.197131 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:18.197490 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP fa96b41c-2811-4b9f-8740-9ea0f0dfc17e disassociated (deleted). External IP: 172.27.3.35, port: 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3. Dec 15 21:44:18.295690 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-e8f3c2c8-2eb4-4bc3-9a45-51fffdee15a6 req-034ec49a-b5e9-4eac-91e3-34f81370953a service neutron] (103255) timed out ('10.222.0.60', 53193) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 21:44:18.398966 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:44:18.507456 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:44:18.512162 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:18.517303 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:44:18.526259 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:18.529503 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:18.538643 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-86c83ee1-6721-49ed-9792-346a84f6bf87 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "DELETE /v2.0/floatingips/fa96b41c-2811-4b9f-8740-9ea0f0dfc17e HTTP/1.1" status: 204 len: 168 time: 0.8716257 Dec 15 21:44:18.539233 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:44:18.541527 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73454e5b-f794-47ac-adb1-f71935974cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:44:18.641461 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:18.698856 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaebe2a8-8055-4abc-aa30-5563d2d33b7c x-openstack-request-id: req-eaebe2a8-8055-4abc-aa30-5563d2d33b7c {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:44:18.699366 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:44:18.699366 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eaebe2a8-8055-4abc-aa30-5563d2d33b7c {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:44:18.699776 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'status': 'completed', 'code': 200} Dec 15 21:44:18.761319 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-29234f9f-80ff-4a8c-9a49-e99ac4ce4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:18.762935 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-29234f9f-80ff-4a8c-9a49-e99ac4ce4ff8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 1098 time: 0.0409124 Dec 15 21:44:18.856139 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-3f173a07-3d65-4a46-9ed6-f3116e9821fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:18.857627 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-3f173a07-3d65-4a46-9ed6-f3116e9821fd service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0876245 Dec 15 21:44:18.903074 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-ab187f5c-208c-4851-abb5-a702e9c8e5a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Dec 15 21:44:18.919054 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:18.945624 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:44:18.951969 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-f813d6d8-d88b-4244-bc3b-30a9e52f99b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:18.953475 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-f813d6d8-d88b-4244-bc3b-30a9e52f99b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0434813 Dec 15 21:44:18.953925 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:18.954525 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:19.003443 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-5b6e467c-1985-4ad6-855e-228f6d6894ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:19.005574 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-5b6e467c-1985-4ad6-855e-228f6d6894ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447335 Dec 15 21:44:19.065085 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:19.129391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8508b-dc73-4c6e-93bf-01991f514a01 req-8ce0a2e0-b9a8-4f79-a209-851c3cff5c8b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:19.130850 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71b8508b-dc73-4c6e-93bf-01991f514a01 req-8ce0a2e0-b9a8-4f79-a209-851c3cff5c8b tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0980225 Dec 15 21:44:19.147101 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-6ca190f3-f73a-4832-a4b1-9dff316e4110 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315088 Dec 15 21:44:19.229722 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-71b8508b-dc73-4c6e-93bf-01991f514a01 req-c019be05-d1f7-453e-ad4b-a0d8c3c27329 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916381 Dec 15 21:44:19.269494 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-73454e5b-f794-47ac-adb1-f71935974cd4 req-ef55c91f-fb86-4a78-bd87-fa69dfafa5ad service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101279 Dec 15 21:44:19.301622 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:19.328103 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ae139-29cb-4515-99e1-d0fc74571b0f None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_floatingips': [{'id': '8bde8484-7985-462e-b327-407355b87bf8', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'floating_ip_address': '172.27.3.95', 'floating_network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'router_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'port_id': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'mac_address': 'fa:16:3e:ca:b0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:39:36Z', 'updated_at': '2021-12-15T21:39:38Z', 'revision_number': 1, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:44:19.334672 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:19.543384 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea574dd-9e3d-40aa-9f24-b0e8b4953612 None None] New status for floating IP fa96b41c-2811-4b9f-8740-9ea0f0dfc17e: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:44:20.364020 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16779549-e2cc-417e-a69d-c7e88c21ea2e req-bf48f7ee-6761-47a0-b188-c8352abeea23 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:20.365513 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16779549-e2cc-417e-a69d-c7e88c21ea2e req-bf48f7ee-6761-47a0-b188-c8352abeea23 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0489511 Dec 15 21:44:20.414620 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-16779549-e2cc-417e-a69d-c7e88c21ea2e req-b1af1950-a74d-4273-832e-c9414ec46a58 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428939 Dec 15 21:44:20.740380 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-c29d6aca-2940-41a5-9202-4bf1ca0968e2 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:20.741814 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-c29d6aca-2940-41a5-9202-4bf1ca0968e2 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 945 time: 0.0518396 Dec 15 21:44:20.829086 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:20.829460 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:20.923121 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] For port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:20.923482 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:20.936008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:21.142548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:21.173929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=61a59e2f-ca7d-44af-b20f-bc42b43d1fb3,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:21.185566 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.185923 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.186270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.186624 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.187008 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.187341 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.187711 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.188087 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.188424 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.188751 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.189196 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.189701 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.190199 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103254) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:21.231612 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] No DVR routers for this DVR port 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:21.234167 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:21.238110 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-2f652b22-7b83-4ad1-aca6-8d11687a8966 req-abca4b74-57dc-4575-a218-a135047122c4 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "DELETE /v2.0/ports/61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 HTTP/1.1" status: 204 len: 173 time: 0.4895811 Dec 15 21:44:21.238702 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'name': 'network-vif-deleted', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:44:21.241270 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f754b5-ac89-4bef-babf-370aa5356760" -d '{"events": [{"server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "name": "network-vif-deleted", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:44:21.340101 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fac241c-b5ed-4767-9aaa-0e687fc1e6e8 x-openstack-request-id: req-1fac241c-b5ed-4767-9aaa-0e687fc1e6e8 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:44:21.340391 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3387a8d1-a993-4e9d-ac09-1b2c625560db", "name": "network-vif-deleted", "tag": "61a59e2f-ca7d-44af-b20f-bc42b43d1fb3", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:44:21.340641 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fac241c-b5ed-4767-9aaa-0e687fc1e6e8 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:44:21.341080 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3387a8d1-a993-4e9d-ac09-1b2c625560db', 'name': 'network-vif-deleted', 'tag': '61a59e2f-ca7d-44af-b20f-bc42b43d1fb3', 'status': 'completed', 'code': 200} Dec 15 21:44:21.509161 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-8ca195e9-2014-4a46-b90e-bb0b12b3d6a6 req-bcdab7e8-89f1-44f8-8b99-f21dd07cef09 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=3387a8d1-a993-4e9d-ac09-1b2c625560db HTTP/1.1" status: 200 len: 210 time: 0.0291414 Dec 15 21:44:24.546829 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:24.566621 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:24.566965 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 61a59e2f-ca7d-44af-b20f-bc42b43d1fb3 not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:24.987915 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55940) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:25.137737 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port 8b5f8d8e-5a4e-4ee7-a550-bdfc21249856 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:25.138075 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:25.208863 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:25.209161 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:25.220308 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for 8b5f8d8e-5a4e-4ee7-a550-bdfc21249856 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:25.410918 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:25.434907 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=8b5f8d8e-5a4e-4ee7-a550-bdfc21249856,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:25.496405 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:25.496735 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.db.l3_db [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Floating IP 8bde8484-7985-462e-b327-407355b87bf8 disassociated (deleted). External IP: 172.27.3.95, port: 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e. Dec 15 21:44:25.922018 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:44:26.043054 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:44:26.047758 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:26.052926 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:44:26.062330 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:26.063013 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:26.074398 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-6942c864-c63d-45dd-9415-404fd7476cb8 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "DELETE /v2.0/floatingips/8bde8484-7985-462e-b327-407355b87bf8 HTTP/1.1" status: 204 len: 168 time: 1.0854316 Dec 15 21:44:26.074983 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'}] {{(pid=103255) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:44:26.077188 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1ec5e7360eaf2822938cb193d1518580f651c41b34d4ddfad8b90159fdb6c30" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02aea192-d2eb-486a-93a0-19b6d1d6d321" -d '{"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e"}]}' {{(pid=103255) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:44:26.116030 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dff791-aa92-4cba-b676-2af876c6c9a5 x-openstack-request-id: req-78dff791-aa92-4cba-b676-2af876c6c9a5 {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:44:26.116030 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e", "status": "completed", "code": 200}]} {{(pid=103255) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:44:26.116271 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78dff791-aa92-4cba-b676-2af876c6c9a5 {{(pid=103255) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:44:26.117164 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'status': 'completed', 'code': 200} Dec 15 21:44:26.171954 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:26.179953 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-f6346081-4a20-4715-b4b7-172bad124bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:26.181474 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-f6346081-4a20-4715-b4b7-172bad124bd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 1099 time: 0.0408022 Dec 15 21:44:26.278548 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-11d3c505-7c9e-408e-83df-51879fe59944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:26.279987 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-11d3c505-7c9e-408e-83df-51879fe59944 service neutron] 10.222.0.60 "GET /v2.0/networks?id=84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 200 len: 913 time: 0.0901430 Dec 15 21:44:26.322903 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-d5b514ff-8529-4e0b-b3cd-2b57a80c9dca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 200 len: 217 time: 0.0356967 Dec 15 21:44:26.379452 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:26.381755 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-95b2030b-b836-4f8e-ba60-206149d284a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:26.383935 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-95b2030b-b836-4f8e-ba60-206149d284a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 200 len: 851 time: 0.0507934 Dec 15 21:44:26.406189 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:44:26.415158 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:26.415906 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:26.434436 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-8ea120de-8b4d-4a89-ae48-845900da7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:26.436353 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-8ea120de-8b4d-4a89-ae48-845900da7c89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=84670406-411e-4ab0-9679-341f575273cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443923 Dec 15 21:44:26.523768 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:26.557898 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded7e367-e829-4936-bd49-ad91e14cd805 req-ab08b660-48a8-4840-b4b8-fb0431f2a130 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:26.562285 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded7e367-e829-4936-bd49-ad91e14cd805 req-ab08b660-48a8-4840-b4b8-fb0431f2a130 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0962276 Dec 15 21:44:26.576455 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-c990f3ca-af1e-4ef6-b3ad-c2eae854d82f service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301758 Dec 15 21:44:26.663623 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-ded7e367-e829-4936-bd49-ad91e14cd805 req-0cb76cb2-0fa8-4160-9204-5c185b211a37 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964782 Dec 15 21:44:26.693387 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-02aea192-d2eb-486a-93a0-19b6d1d6d321 req-c40b793e-f443-47ff-a084-06ece38ce974 service neutron] 10.222.0.60 "GET /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081998 Dec 15 21:44:26.723888 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:26.874677 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c35dac-fc08-44c0-b427-c38993763542 None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:47Z', 'revision_number': 4, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi', '_interfaces': [{'id': '3ac0ec3f-367c-4ae0-b76c-5210de4de909', 'name': '', 'network_id': '84670406-411e-4ab0-9679-341f575273cc', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'mac_address': 'fa:16:3e:a2:cd:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:46Z', 'updated_at': '2021-12-15T21:35:51Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'subnets': [{'id': 'fa321dfa-53dd-49ed-8ebe-9a232de7ffcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:44:27.081263 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e1cea-f1a0-41de-a2bc-0f90a0daf0ec None None] New status for floating IP 8bde8484-7985-462e-b327-407355b87bf8: DOWN {{(pid=103257) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:44:27.780337 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28165a-c1c2-47d7-a578-9d2aa7963505 req-94fa31d8-ff55-4c97-8575-5a467d966972 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:27.781791 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc28165a-c1c2-47d7-a578-9d2aa7963505 req-94fa31d8-ff55-4c97-8575-5a467d966972 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Dec 15 21:44:27.830401 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-bc28165a-c1c2-47d7-a578-9d2aa7963505 req-31cfff93-f357-46e2-9dfa-72d223ade922 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/security-groups?id=df4516c3-1110-465c-8bd9-32ef98d025d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Dec 15 21:44:28.112159 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-5d71f95a-e838-4bbd-950a-f3b5934c299d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103254) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:44:28.113603 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-5d71f95a-e838-4bbd-950a-f3b5934c299d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 946 time: 0.0463340 Dec 15 21:44:28.201353 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:28.201690 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:28.287981 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] For port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:28.288341 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:28.301626 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e owned by compute:nova {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:28.468096 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:28.496685 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=08aa42c4-9d63-4841-a40c-20fb0ea1cb0e,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:28.540035 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] No DVR routers for this DVR port 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e on host hv-cinder-81268 {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:28.542550 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for port, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:28.545945 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-7199be62-e445-47cd-a9e3-5f400f7a43c6 req-462c96b6-1fba-4d9c-b5f2-450c68e5fb9d tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.60 "DELETE /v2.0/ports/08aa42c4-9d63-4841-a40c-20fb0ea1cb0e HTTP/1.1" status: 204 len: 173 time: 0.4264340 Dec 15 21:44:28.546384 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'name': 'network-vif-deleted', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e'}] {{(pid=103254) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:44:28.548715 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9277497bfda88d2902191749ec781f8febdc5634a74b3eb79098ba78a93ded21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc05cd-a42d-45b6-ab14-9dbdde6a8e38" -d '{"events": [{"server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "name": "network-vif-deleted", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e"}]}' {{(pid=103254) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 21:44:28.583938 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 21:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e71eff-e603-4026-9662-534a4c7022a3 x-openstack-request-id: req-49e71eff-e603-4026-9662-534a4c7022a3 {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 21:44:28.584246 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90527d0c-ec57-40da-bcda-3ea683b878d9", "name": "network-vif-deleted", "tag": "08aa42c4-9d63-4841-a40c-20fb0ea1cb0e", "status": "completed", "code": 200}]} {{(pid=103254) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 21:44:28.584506 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49e71eff-e603-4026-9662-534a4c7022a3 {{(pid=103254) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 21:44:28.584908 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90527d0c-ec57-40da-bcda-3ea683b878d9', 'name': 'network-vif-deleted', 'tag': '08aa42c4-9d63-4841-a40c-20fb0ea1cb0e', 'status': 'completed', 'code': 200} Dec 15 21:44:28.925526 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [req-36dcd9de-1935-4f90-be18-fb1b28d73d82 req-79699519-09eb-4735-a90b-ecaeb649669e tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "GET /v2.0/ports?device_id=90527d0c-ec57-40da-bcda-3ea683b878d9 HTTP/1.1" status: 200 len: 210 time: 0.0265093 Dec 15 21:44:29.340940 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:44:29.987057 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55956) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:30.113728 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Deleting port 3dc2618f-de77-4978-b8db-05194c003e26 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:30.114060 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.184321 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.184636 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.196251 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Calling delete_port for 3dc2618f-de77-4978-b8db-05194c003e26 owned by network:floatingip {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:30.399491 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.424927 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'Port': ['ID=3dc2618f-de77-4978-b8db-05194c003e26,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:30.484295 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for floatingip, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.487582 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-352782'] for floatingip, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:30.488706 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-2c2d09b6-b0ea-4a7f-838e-33a591a913ca tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "DELETE /v2.0/floatingips/d5b4fd30-6f7c-4244-94b7-50e80eb7a754 HTTP/1.1" status: 204 len: 168 time: 0.5006950 Dec 15 21:44:31.802953 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55972) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:31.859154 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:31.884476 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:31.999200 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:32.002578 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Publish callbacks [] for security_group, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:32.003723 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] 10.222.0.44 "DELETE /v2.0/security-groups/df4516c3-1110-465c-8bd9-32ef98d025d7 HTTP/1.1" status: 204 len: 168 time: 0.1997111 Dec 15 21:44:32.012667 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8375d329-0a65-4312-9192-a53b104b3926 tempest-TestVolumeBootPattern-1484682590 tempest-TestVolumeBootPattern-1484682590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4516c3-1110-465c-8bd9-32ef98d025d7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:32.577921 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:32.597530 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] No Port match for: 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:32.597870 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Device 08aa42c4-9d63-4841-a40c-20fb0ea1cb0e not bound to the agent host hv-cinder-81268 {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:33.128079 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55982) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:33.556184 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:33.791531 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Deleting port 3ac0ec3f-367c-4ae0-b76c-5210de4de909 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:33.791862 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:33.871136 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] For port 3ac0ec3f-367c-4ae0-b76c-5210de4de909, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3ac0ec3f-367c-4ae0-b76c-5210de4de909,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:33.871500 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:33.884064 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Calling delete_port for 3ac0ec3f-367c-4ae0-b76c-5210de4de909 owned by network:router_interface {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:34.153865 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:34.179993 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac0ec3f-367c-4ae0-b76c-5210de4de909,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:34.342422 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:34.555499 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103254) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:44:34.660279 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103254) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:44:34.666524 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-1904d3ed-c483-4c13-81b9-5c205b0b2a4c admin admin] 10.222.0.44 "PUT /v2.0/routers/9ccdb724-45ac-4e5c-bbf9-926fb565fbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5373399 Dec 15 21:44:34.668210 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55990) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:34.669227 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Sync routers for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:44:34.679866 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:34.680493 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:34.780721 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:34.785795 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:34.883709 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:34.961516 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:44:34Z', 'revision_number': 5, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port': {'id': '0e995995-9ad4-44a0-9e25-1f3612ea7278', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:c5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:34.988696 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Deleting port 0e995995-9ad4-44a0-9e25-1f3612ea7278 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:34.989027 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:34.989148 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Checking router: 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 for host: dv-cinder-812685-6-iscsi {{(pid=103256) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:44:34.997885 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Routers {'9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103256) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:34.998495 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'], 'active': True} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:35.069443 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-429021db-caf8-4900-8542-65f772197fed admin admin] For port 0e995995-9ad4-44a0-9e25-1f3612ea7278, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=0e995995-9ad4-44a0-9e25-1f3612ea7278,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:35.069740 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.080974 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Calling delete_port for 0e995995-9ad4-44a0-9e25-1f3612ea7278 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:35.082592 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvr_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] Set router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 gateway port host: None {{(pid=103256) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:35.136279 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_hamode_db [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:44:34Z', 'revision_number': 6, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103256) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:35.162439 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f259d6-dac0-4c6e-b145-33f0ee861c0a None None] The sync data for ids ['9ccdb724-45ac-4e5c-bbf9-926fb565fbb0'] in dv-cinder-812685-6-iscsi is: [{'id': '9ccdb724-45ac-4e5c-bbf9-926fb565fbb0', 'name': 'tempest-TestVolumeBootPattern-1741134146-router', 'tenant_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:44Z', 'updated_at': '2021-12-15T21:44:34Z', 'revision_number': 6, 'project_id': '7a7f1475836c4ddcbbce1f9ed5d8442d', 'gw_port_host': None}] {{(pid=103256) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:44:35.302260 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.326469 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Pushing event deleted for resources: {'Port': ['ID=0e995995-9ad4-44a0-9e25-1f3612ea7278,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:35.387867 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.478615 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.480636 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.597254 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.597945 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:44:35.602722 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-429021db-caf8-4900-8542-65f772197fed admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.606314 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-429021db-caf8-4900-8542-65f772197fed admin admin] 10.222.0.44 "DELETE /v2.0/routers/9ccdb724-45ac-4e5c-bbf9-926fb565fbb0 HTTP/1.1" status: 204 len: 168 time: 0.9347744 Dec 15 21:44:35.606622 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55992) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:35.651075 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Deleting subnet fa321dfa-53dd-49ed-8ebe-9a232de7ffcf {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:44:35.654171 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.687089 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.763847 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.879748 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.896988 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:35.900805 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 55994) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:35.901287 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fa321dfa-53dd-49ed-8ebe-9a232de7ffcf HTTP/1.1" status: 204 len: 168 time: 0.2931991 Dec 15 21:44:35.905288 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61610fc1-560c-4408-be6c-9132a7acb12e None None] Network 84670406-411e-4ab0-9679-341f575273cc requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:44:35.945601 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5d84c-be42-4d92-82c9-909fb1eebaff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa321dfa-53dd-49ed-8ebe-9a232de7ffcf,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:35.972838 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0e995995-9ad4-44a0-9e25-1f3612ea7278 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:36.008902 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 0e995995-9ad4-44a0-9e25-1f3612ea7278 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:36.009248 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 0e995995-9ad4-44a0-9e25-1f3612ea7278 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:36.009714 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3ac0ec3f-367c-4ae0-b76c-5210de4de909 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:36.050858 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 3ac0ec3f-367c-4ae0-b76c-5210de4de909 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:36.051196 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3ac0ec3f-367c-4ae0-b76c-5210de4de909 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:36.134860 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] DHCP port deletion for 84670406-411e-4ab0-9679-341f575273cc request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:44:36.187905 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Deleting port 09c07891-aca7-479b-a6f6-f71d7a866071 {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:36.188267 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.253479 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] For port 09c07891-aca7-479b-a6f6-f71d7a866071, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=09c07891-aca7-479b-a6f6-f71d7a866071,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:36.253880 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.258812 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.265979 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Calling delete_port for 09c07891-aca7-479b-a6f6-f71d7a866071 owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:36.312434 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Deleting port 09c07891-aca7-479b-a6f6-f71d7a866071 {{(pid=103254) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:36.312772 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.374929 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.db [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] For port 09c07891-aca7-479b-a6f6-f71d7a866071, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=09c07891-aca7-479b-a6f6-f71d7a866071,segment=NetworkSegment(54cea64c-81be-42db-8385-2803dd236e74),segment_id=54cea64c-81be-42db-8385-2803dd236e74)] {{(pid=103254) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:36.375268 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.391354 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.plugin [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Calling delete_port for 09c07891-aca7-479b-a6f6-f71d7a866071 owned by network:dhcp {{(pid=103254) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:36.405014 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.431714 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Pushing event deleted for resources: {'Port': ['ID=09c07891-aca7-479b-a6f6-f71d7a866071,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:36.433982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] No DVR routers for this DVR port 09c07891-aca7-479b-a6f6-f71d7a866071 on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.447075 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b8c31e-0385-4a50-89c5-1116445796b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-6-iscsi {{(pid=103256) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:36.467207 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260060540'] for port, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.490768 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Pushing event deleted for resources: {'Port': ['ID=09c07891-aca7-479b-a6f6-f71d7a866071,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:36.496489 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] No DVR routers for this DVR port 09c07891-aca7-479b-a6f6-f71d7a866071 on host dv-cinder-812685-6-iscsi {{(pid=103254) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:36.566392 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.585248 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84670406-411e-4ab0-9679-341f575273cc']}} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:36.594030 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cea64c-81be-42db-8385-2803dd236e74') {'for_net_delete': True} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:36.594827 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.services.segments.db [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cea64c-81be-42db-8385-2803dd236e74') {} {{(pid=103254) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:36.603850 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2401273'] for segment, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.617985 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.623761 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103254) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:44:36.624142 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260060585'] for segment, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self.session.flush() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: Traceback (most recent call last): Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: timer() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: cb(*args, **kw) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: return func(*args, **kwargs) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self._notify() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: self.callback(batched_events) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: event.method(event) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: return f(self, *a, **k) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._get(url).json() Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: return self.request(url, 'GET', **kwargs) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:44:36.628470 dv-cinder-812685-6-iscsi neutron-server[103254]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:44:36.730725 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.736523 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:36.739680 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] 10.222.0.44 "DELETE /v2.0/networks/84670406-411e-4ab0-9679-341f575273cc HTTP/1.1" status: 204 len: 168 time: 0.8375666 Dec 15 21:44:36.743010 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55996) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:36.750530 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876763c-bfb3-417c-aa3d-99fbc28c596d admin admin] Pushing event deleted for resources: {'Network': ['ID=84670406-411e-4ab0-9679-341f575273cc,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:37.077139 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3728401'] for router_interface, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.162884 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-2f2b58ef-46e7-4b09-a375-4aed681fcdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.312711 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Deleting port 3510032b-f8a3-407f-a762-449f4d3754a7 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:37.313596 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.387442 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] For port 3510032b-f8a3-407f-a762-449f4d3754a7, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=3510032b-f8a3-407f-a762-449f4d3754a7,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:37.387821 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.400333 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Calling delete_port for 3510032b-f8a3-407f-a762-449f4d3754a7 owned by network:router_interface {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:37.660081 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.687142 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3510032b-f8a3-407f-a762-449f4d3754a7,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:37.850333 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3914424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3728517'] for router_interface, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:37.912061 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 09c07891-aca7-479b-a6f6-f71d7a866071 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:37.930752 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 09c07891-aca7-479b-a6f6-f71d7a866071 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:37.931100 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 09c07891-aca7-479b-a6f6-f71d7a866071 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:38.280177 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Router 6b79886c-f573-4055-9e80-b26a1d4608c6 has already been hosted by L3 agent e04820ec-5738-4c3c-b897-28c3f729e898 {{(pid=103255) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 21:44:38.380884 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] Notify agent at l3_agent.dv-cinder-812685-6-iscsi the message routers_updated {{(pid=103255) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 21:44:38.386782 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-7bac6508-11b8-4f3b-a313-030d6aa55f01 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b79886c-f573-4055-9e80-b26a1d4608c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6417115 Dec 15 21:44:38.388304 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 55998) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:38.390842 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Sync routers for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:44:38.400727 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:38.403566 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:38.488588 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks [] for router, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:38.505201 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: dv-cinder-812685-6-iscsi {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:38.583252 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:38.676793 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'external_fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91'}], 'enable_snat': True}, 'gw_port_id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:44:37Z', 'revision_number': 5, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port': {'id': '86697413-e60a-4a19-8bbf-a300a26fed06', 'name': '', 'network_id': 'e905b605-ecad-4b25-b8c7-d1f0ea293f1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'ip_address': '172.27.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:35:51Z', 'updated_at': '2021-12-15T21:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72be57c3-7751-4637-98a6-2cd3f6e374f6', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-6-iscsi'}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:38.693594 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Deleting port 86697413-e60a-4a19-8bbf-a300a26fed06 {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:38.693922 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:38.705137 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Checking router: 6b79886c-f573-4055-9e80-b26a1d4608c6 for host: dv-cinder-812685-6-iscsi {{(pid=103257) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:44:38.713546 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Routers {'6b79886c-f573-4055-9e80-b26a1d4608c6'} bound to L3 agent in host dv-cinder-812685-6-iscsi {{(pid=103257) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 21:44:38.714132 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:18:09Z,description=,heartbeat_timestamp=2021-12-15T21:44:09Z,host='dv-cinder-812685-6-iscsi',id=e04820ec-5738-4c3c-b897-28c3f729e898,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:18:10Z,topic='l3_agent')) {'router_ids': ['6b79886c-f573-4055-9e80-b26a1d4608c6'], 'active': True} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:38.771221 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] For port 86697413-e60a-4a19-8bbf-a300a26fed06, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=86697413-e60a-4a19-8bbf-a300a26fed06,segment=NetworkSegment(68787407-e9e7-4ef8-8e3b-22f67993fb0c),segment_id=68787407-e9e7-4ef8-8e3b-22f67993fb0c)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:38.771559 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:38.783601 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Calling delete_port for 86697413-e60a-4a19-8bbf-a300a26fed06 owned by network:router_gateway {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:38.795005 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_dvr_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] Set router 6b79886c-f573-4055-9e80-b26a1d4608c6 gateway port host: None {{(pid=103257) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 21:44:38.848793 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.l3_hamode_db [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:44:38Z', 'revision_number': 6, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port_host': None}], 'dv-cinder-812685-6-iscsi', False) {} {{(pid=103257) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:38.874227 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15a7e16-79a3-4997-b789-7c29e3e7df92 None None] The sync data for ids ['6b79886c-f573-4055-9e80-b26a1d4608c6'] in dv-cinder-812685-6-iscsi is: [{'id': '6b79886c-f573-4055-9e80-b26a1d4608c6', 'name': 'tempest-TestVolumeBootPattern-45302427-router', 'tenant_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:35:50Z', 'updated_at': '2021-12-15T21:44:38Z', 'revision_number': 6, 'project_id': 'f117959a0ecc42ca84ebc8d21bcdedf6', 'gw_port_host': None}] {{(pid=103257) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:44:39.002420 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.027763 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Pushing event deleted for resources: {'Port': ['ID=86697413-e60a-4a19-8bbf-a300a26fed06,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:39.088539 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3728743'] for router_gateway, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.174810 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3733495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27613'] for router, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.176794 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.276892 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3733390'] for router, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.277467 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b79886c-f573-4055-9e80-b26a1d4608c6 {{(pid=103255) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 21:44:39.282654 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] Publish callbacks [] for router, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.286013 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-b1b0434a-319f-484b-aef1-8ce7b17d5584 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6b79886c-f573-4055-9e80-b26a1d4608c6 HTTP/1.1" status: 204 len: 168 time: 0.8945601 Dec 15 21:44:39.286267 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 56000) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:39.332237 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Deleting subnet 91e7c8e6-cd50-4a76-8ec5-e261152e5719 {{(pid=103255) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 21:44:39.335256 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.369241 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-263928752'] for subnet, precommit_delete_associations {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.442249 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-543225'] for subnet, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.524828 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-cc05ecb0-2ea5-4068-a436-e6b0f674fbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.571184 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-543218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4032908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-263767514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263847015'] for subnet, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.600747 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e7c8e6-cd50-4a76-8ec5-e261152e5719,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:39.604247 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for subnet, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.607482 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-9a894ab9-9cd5-40ce-abf1-0af2cb51f380 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/91e7c8e6-cd50-4a76-8ec5-e261152e5719 HTTP/1.1" status: 204 len: 168 time: 0.3203151 Dec 15 21:44:39.609956 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [-] (103255) accepted ('10.222.0.44', 56002) {{(pid=103255) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:39.612958 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cb1669-c562-43f1-9bcf-1f1ccc6642b2 None None] Network 08a7600f-5db7-40a6-8dae-9e4620c51779 requested from dv-cinder-812685-6-iscsi {{(pid=103256) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 21:44:39.677882 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-725763'] for network, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.732179 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Deleting port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac {{(pid=103255) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:39.732508 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.769503 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] DHCP port deletion for 08a7600f-5db7-40a6-8dae-9e4620c51779 request from dv-cinder-812685-6-iscsi {{(pid=103256) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 21:44:39.801332 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.db [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] For port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103255) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:39.801725 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.815773 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Calling delete_port for e3d553a3-5bd3-4f09-8c37-f572ac4d44ac owned by network:dhcp {{(pid=103255) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:39.823252 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Deleting port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac {{(pid=103256) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 21:44:39.823987 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727245808276'] for port, before_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.889635 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] For port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac, host dv-cinder-812685-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-6-iscsi',level=0,port_id=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,segment=NetworkSegment(9a6f7e50-20ab-4046-b026-314025846fee),segment_id=9a6f7e50-20ab-4046-b026-314025846fee)] {{(pid=103256) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 21:44:39.890042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4134030'] for port, precommit_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:39.894702 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3510032b-f8a3-407f-a762-449f4d3754a7 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:39.923342 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Calling delete_port for e3d553a3-5bd3-4f09-8c37-f572ac4d44ac owned by network:dhcp {{(pid=103256) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 21:44:39.925395 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 3510032b-f8a3-407f-a762-449f4d3754a7 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:39.925742 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 3510032b-f8a3-407f-a762-449f4d3754a7 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:39.926153 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device e3d553a3-5bd3-4f09-8c37-f572ac4d44ac no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:39.985495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-263767477'] for port, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.007721 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.db [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No active binding found for port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac {{(pid=103256) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 15 21:44:40.008060 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device e3d553a3-5bd3-4f09-8c37-f572ac4d44ac not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:40.008478 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 86697413-e60a-4a19-8bbf-a300a26fed06 no longer exists at agent ovs-agent-dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 21:44:40.010495 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:40.013930 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] No DVR routers for this DVR port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac on host dv-cinder-812685-6-iscsi {{(pid=103255) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:40.038930 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.plugin [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] No Port match for: 86697413-e60a-4a19-8bbf-a300a26fed06 {{(pid=103256) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 21:44:40.039500 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.plugins.ml2.rpc [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Device 86697413-e60a-4a19-8bbf-a300a26fed06 not bound to the agent host dv-cinder-812685-6-iscsi {{(pid=103256) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 21:44:40.063762 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-782585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-60058', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727245947383', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727245430775'] for port, after_delete {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.088097 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] Pushing event deleted for resources: {'Port': ['ID=e3d553a3-5bd3-4f09-8c37-f572ac4d44ac,revision_number=None']} {{(pid=103256) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:40.090439 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-543590', 'neutron.services.segments.db._delete_segments_for_network-8727245996966'] for network, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.092084 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049bbe1f-cc6e-4128-ac50-03ba2b3c3910 None None] No DVR routers for this DVR port e3d553a3-5bd3-4f09-8c37-f572ac4d44ac on host dv-cinder-812685-6-iscsi {{(pid=103256) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:44:40.113251 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a7600f-5db7-40a6-8dae-9e4620c51779']}} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:40.122805 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a6f7e50-20ab-4046-b026-314025846fee') {'for_net_delete': True} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:40.123097 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.services.segments.db [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a6f7e50-20ab-4046-b026-314025846fee') {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:44:40.132767 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727246000047', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-263928715'] for segment, before_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.145968 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064'] for segment, precommit_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.151573 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103255) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:44:40.151936 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-542064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-263767392'] for segment, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: Traceback (most recent call last): Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: timer() Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: cb(*args, **kw) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: return func(*args, **kwargs) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: self._notify() Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: self.callback(batched_events) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: event.method(event) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: return f(self, *a, **k) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._get(url).json() Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: return self.request(url, 'GET', **kwargs) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:44:40.153527 dv-cinder-812685-6-iscsi neutron-server[103255]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:44:40.265649 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-543615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4094312', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3914417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728643'] for network, after_delete {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.272577 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3914407'] for network, before_response {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.275879 dv-cinder-812685-6-iscsi neutron-server[103255]: INFO neutron.wsgi [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08a7600f-5db7-40a6-8dae-9e4620c51779 HTTP/1.1" status: 204 len: 168 time: 0.6649308 Dec 15 21:44:40.285829 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae202fee-f7c7-4b21-b52c-a360de03e450 admin admin] Pushing event deleted for resources: {'Network': ['ID=08a7600f-5db7-40a6-8dae-9e4620c51779,revision_number=None']} {{(pid=103255) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:40.559906 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 56006) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:40.602298 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-b633c58e-9c05-4f0d-882f-dfcfcc7436c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a7f1475836c4ddcbbce1f9ed5d8442d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411363 Dec 15 21:44:40.604685 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 56008) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:40.650157 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.670158 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.804852 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.807550 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:40.808645 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2a96f8a-3647-40f3-8837-4b8f9784527c HTTP/1.1" status: 204 len: 168 time: 0.2030733 Dec 15 21:44:40.817103 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f19708-1ae8-45ce-a9d7-87600e256042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a96f8a-3647-40f3-8837-4b8f9784527c,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:40.862675 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:41.360217 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 56014) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:41.399520 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-786950ee-1f4f-479f-aa14-8efa64a1e3e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f117959a0ecc42ca84ebc8d21bcdedf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375524 Dec 15 21:44:41.401870 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.wsgi [-] (103254) accepted ('10.222.0.44', 56016) {{(pid=103254) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 21:44:41.446673 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:41.466615 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:41.585558 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4088986'] for security_group, after_delete {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:41.588095 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron_lib.callbacks.manager [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103254) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:41.589218 dv-cinder-812685-6-iscsi neutron-server[103254]: INFO neutron.wsgi [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4cedeb2-2fcb-4c31-8e44-02797b4464b0 HTTP/1.1" status: 204 len: 168 time: 0.1864710 Dec 15 21:44:41.597556 dv-cinder-812685-6-iscsi neutron-server[103254]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06363cf5-3e91-4dc4-b289-12571f9d27b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cedeb2-2fcb-4c31-8e44-02797b4464b0,revision_number=None']} {{(pid=103254) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:42.136791 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:43.282439 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:44:49.331084 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:06.330594 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:45:07.184682 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd2f3-fa02-4bd6-9b15-b847f54d8012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:09.527430 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-412209bc-36b7-4a9b-8fa6-2a1a2405d878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:10.844363 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:12.124279 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:13.298927 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:19.367400 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:37.198614 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8dc5af46-c596-4d81-a7b3-f6d76a8b8cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:39.532579 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-894c8357-10ad-470d-9b2a-1618da113ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:40.838389 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:42.126677 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:43.328830 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:45:43.335415 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:45:49.320581 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:07.214996 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8a65a414-2b90-4aeb-af49-1280c6ef5f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:09.523823 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-20193da2-92da-4ac3-8027-8b1d51106404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:10.866304 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:12.154774 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:13.323535 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:19.420377 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:20.327377 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:46:37.165582 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-29b7586a-7083-4d26-818f-907efb78a8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:39.520255 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b0688a6a-a54b-437f-ba4c-93cb45fee9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:40.854563 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:42.171420 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:43.296724 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:49.416982 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:46:57.325674 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:47:07.191026 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-b825a8af-33a6-440d-81de-e7a37fefbce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:09.516979 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eb1e7714-4a10-4838-b1bf-47137332c64d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:10.848383 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:12.141939 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:13.299413 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:19.362974 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:34.324678 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:47:37.192884 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-aa4ac109-fa89-4b35-b825-362c1ba445c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:39.510504 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-8105d869-87be-4bc3-8ad9-25f7119c0d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:40.853470 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:42.150925 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:43.327409 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:47:49.361792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:07.166954 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-3cf11b8e-87b2-43c2-8113-25da3dab87d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:09.500963 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-47c0d4bc-4747-46db-a503-82afcc3899fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:10.860528 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:11.324304 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:48:12.151763 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:13.281539 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:19.401434 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:37.151595 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-f773803a-c9aa-4874-a33d-9f626da0bdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:39.557142 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-37a6d2aa-f8ab-4c94-96ab-6593afea1b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:40.866071 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:42.151136 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:43.300122 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:48:48.324058 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:48:49.400704 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:07.207792 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-a09c727a-7343-4631-9a4e-fe613c39f6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:09.516225 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-c191758b-aa28-4a7f-b6af-c97fbbbda96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:10.898212 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:12.154736 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:13.322433 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:19.417278 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:25.322751 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:49:37.195042 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-dc71ad27-2d15-458e-84a9-afcab467da0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:39.525295 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-78dbae43-ac35-4d9b-b69e-87f84b77bf1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:40.874175 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:42.170977 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:43.304412 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:49:49.411331 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:02.322411 dv-cinder-812685-6-iscsi neutron-server[103257]: DEBUG neutron.db.agents_db [None req-cbd5df29-71ee-4b06-8be6-093687696f9a None None] Agent healthcheck: found 6 active agents {{(pid=103257) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 21:50:07.200862 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-eae621c1-26b6-442e-9c5d-6af383e41cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:07.744510 dv-cinder-812685-6-iscsi neutron-server[103255]: DEBUG neutron.wsgi [req-58ceb8db-81e8-4ec1-9d41-3391e0394fb5 req-4294c8f0-b8cc-4d26-8221-b8e41f58eee2 service neutron] (103255) timed out ('10.222.0.44', 50098) {{(pid=103255) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 21:50:09.515286 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-fd75fb2d-b1dc-4cac-aec5-9b399e169e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:10.869644 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-af0e66b9-8a51-4782-9104-0d3d6cd6f447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:12.159647 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-7e6e08ef-96c9-4ea2-9082-7f3982846f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:13.292460 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-0a19e9ae-2514-4608-86f2-15ac329bd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 21:50:19.417905 dv-cinder-812685-6-iscsi neutron-server[103256]: DEBUG neutron_lib.callbacks.manager [None req-059e27a8-2be0-46b3-ad4a-1373de4768b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727245996921', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-762424'] for agent, after_update {{(pid=103256) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}